-- Logs begin at Sat 2021-08-07 04:18:04 UTC, end at Sat 2021-08-07 05:11:13 UTC. -- Aug 07 04:47:08.841797 dv-cinder-759943-8-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 07 04:47:11.847594 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.common.config [-] Logging enabled! Aug 07 04:47:11.848237 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev523 Aug 07 04:47:11.848373 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93148) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 07 04:47:11.852123 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.common.config [-] Logging enabled! Aug 07 04:47:11.852380 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev523 Aug 07 04:47:11.852697 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93148) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 07 04:47:11.853661 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 07 04:47:11.853919 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 07 04:47:11.854294 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 07 04:47:11.854539 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 07 04:47:11.854764 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 07 04:47:11.855085 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:11.855383 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:11.855681 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:11.855959 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:11.856270 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:11.856565 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:11.856852 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:11.857180 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:11.857481 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:11.857769 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:11.858352 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:11.858660 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:11.858915 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:11.859199 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:11.859488 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:11.859776 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:11.859999 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] debug = True {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:11.860285 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:11.860786 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:11.861222 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:11.861497 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:11.861808 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:11.862143 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:11.862322 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:11.862605 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:11.862893 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:11.863233 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] host = dv-cinder-759943-8-iscsi {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:11.863512 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:11.863859 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:11.864074 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:11.865034 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:11.865408 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:11.865696 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:11.866014 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:11.866293 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:11.866568 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] log_file = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:11.866843 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:11.867151 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:11.867467 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:11.867764 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:11.868051 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:11.868206 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:11.868492 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:11.868788 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:11.869053 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:11.869328 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:11.869603 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:11.869910 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:11.870193 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:11.870464 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:11.870880 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:11.871170 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:11.871454 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:11.871732 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:11.872012 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:11.872281 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:11.872554 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:11.872839 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:11.873115 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:11.873387 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:11.873666 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:11.873986 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:11.874256 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:11.874533 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:11.874832 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:11.875114 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:11.875396 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:11.875685 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:11.875956 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:11.876284 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:11.876507 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:11.876774 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:11.877046 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] use_json = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:11.877313 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:11.877581 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:11.877886 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:11.878162 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:11.878430 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:11.878701 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:11.878972 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:11.879257 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:11.879588 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.880486 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.880804 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.881114 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.881535 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.881875 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.882177 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.882471 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.882747 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.883035 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.883333 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.883604 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.883896 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.884174 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.884474 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.884784 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.885079 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.885373 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.885654 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.885997 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.886238 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.886517 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.886805 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.887096 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.887379 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.887656 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.887931 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.888219 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.888494 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.888766 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.889042 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.889329 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.889604 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.889930 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.890195 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.890471 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.890748 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.891018 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.891294 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.891583 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.891857 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.892127 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.892396 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.892672 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.892939 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.893222 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.893495 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.893765 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.894060 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.894335 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.894604 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.894874 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.895152 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.895453 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.895762 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.896071 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.896488 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.896773 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.897047 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.897318 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.897591 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.897953 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.898236 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.898508 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.898786 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.899060 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.899334 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.899612 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.899902 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.900205 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.902764 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.902764 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.902764 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.902764 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.902764 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.902764 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.902764 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.902764 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.903662 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.903662 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.903662 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.903662 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.904062 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.904062 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.904349 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.904593 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.904885 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.905160 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.905721 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.905721 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.906048 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.906315 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.906608 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.906904 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.907200 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.907495 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.907777 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.908086 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.908369 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:11.908583 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 07 04:47:11.908837 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93148) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 07 04:47:12.281136 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 07 04:47:12.281416 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 07 04:47:12.281709 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 07 04:47:12.282123 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 07 04:47:12.709491 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:12.710020 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:12.710185 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:12.711254 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:12.711528 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:12.711789 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:12.747778 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:12.748061 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:12.748343 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:12.765531 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:12.765820 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:12.766115 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:12.797002 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:12.797281 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:12.797554 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:12.839649 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:12.840030 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:12.840333 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:13.085549 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:13.086236 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:13.086236 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:13.086416 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:13.087095 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:13.214507 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:13.214831 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:13.215157 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:13.215426 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:13.215691 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:13.216000 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:13.216263 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:13.216513 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:13.216765 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:13.217045 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:13.217305 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:13.217568 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:13.217821 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:13.218091 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:13.218345 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:13.218605 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:13.218863 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:13.219127 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:13.219433 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:13.219712 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:13.219998 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:13.220286 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:13.220569 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:13.220993 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:13.221279 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:13.221554 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:13.221960 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93148) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 07 04:47:13.222241 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93148) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 07 04:47:13.222513 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93148) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 07 04:47:13.222753 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93148) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 07 04:47:13.222996 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93148) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 07 04:47:13.223232 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93148) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 07 04:47:13.223632 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 07 04:47:13.227072 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 07 04:47:13.231098 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 07 04:47:13.235432 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Aug 07 04:47:13.237342 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 07 04:47:13.237853 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 07 04:47:13.238243 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 07 04:47:13.238697 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 07 04:47:13.242368 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 07 04:47:13.242656 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 07 04:47:13.243032 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 07 04:47:13.248517 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 07 04:47:13.271225 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 07 04:47:13.271689 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:13.271996 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93148) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 07 04:47:13.272358 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:13.273777 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93148) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 07 04:47:13.274187 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 07 04:47:13.274187 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 07 04:47:13.278206 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:13.278490 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:13.343303 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 07 04:47:13.343505 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 07 04:47:13.343687 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 07 04:47:13.344067 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 07 04:47:13.367694 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_db.sqlalchemy.engines [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93148) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 07 04:47:13.940780 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.plugins.ml2.managers [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Initializing driver for type 'gre' Aug 07 04:47:13.941454 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] gre ID ranges: [(1, 1000)] Aug 07 04:47:14.007241 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.plugins.ml2.managers [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Initializing driver for type 'local' Aug 07 04:47:14.007802 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.plugins.ml2.managers [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Initializing driver for type 'vlan' Aug 07 04:47:14.022506 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] VlanTypeDriver initialization complete Aug 07 04:47:14.022878 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.plugins.ml2.managers [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Initializing driver for type 'vxlan' Aug 07 04:47:14.023510 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] vxlan ID ranges: [(1, 1000)] Aug 07 04:47:14.083697 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.plugins.ml2.managers [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Initializing extension driver 'port_security' Aug 07 04:47:14.084140 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.plugins.ml2.extensions.port_security [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] PortSecurityExtensionDriver initialization complete Aug 07 04:47:14.084505 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.plugins.ml2.managers [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Initializing mechanism driver 'openvswitch' Aug 07 04:47:14.084888 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.plugins.ml2.managers [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Initializing mechanism driver 'hyperv' Aug 07 04:47:14.091892 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.plugins.ml2.plugin [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93148) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:47:14.092590 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Subscribe: > port after_create 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:14.093046 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Subscribe: > port after_update 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:14.093404 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Subscribe: > port after_delete 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:14.093967 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93148) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 07 04:47:14.094411 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Subscribe: > subnet after_create 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:14.094769 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Subscribe: > subnet after_update 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:14.095117 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:14.095509 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93148) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 07 04:47:14.095918 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Subscribe: > network after_create 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:14.096266 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Subscribe: > network after_update 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:14.096610 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Subscribe: > network after_delete 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:14.096995 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93148) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 07 04:47:14.097404 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Subscribe: > security_group after_create 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:14.097755 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Subscribe: > security_group after_update 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:14.098126 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:14.098787 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93148) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 07 04:47:14.099087 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:14.099440 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:14.099784 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:14.100176 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93148) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 07 04:47:14.100583 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Subscribe: > address_group after_create 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:14.100930 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Subscribe: > address_group after_update 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:14.101274 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:14.101660 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93148) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 07 04:47:14.102064 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] ML2 OVO RPC backend initialized. {{(pid=93148) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 07 04:47:14.102788 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:14.103146 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:14.103564 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Subscribe: > network before_response 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:14.103913 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Subscribe: > networks before_response 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:14.104263 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Subscribe: > port before_response 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:14.104606 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Subscribe: > ports before_response 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:14.104951 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Subscribe: > subnet before_response 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:14.105293 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Subscribe: > subnets before_response 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:14.105646 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Subscribe: > network after_create 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:14.106013 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Subscribe: > network after_update 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:14.106353 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Subscribe: > network after_delete 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:14.106693 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Subscribe: > port after_create 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:14.107037 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Subscribe: > port after_update 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:14.107367 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Subscribe: > port after_delete 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:14.107706 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Subscribe: > subnet after_create 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:14.108045 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Subscribe: > subnet after_update 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:14.108638 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:14.109233 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.plugins.ml2.plugin [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Modular L2 Plugin initialization complete Aug 07 04:47:14.109564 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading services supported by the core plugin {{(pid=93148) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 07 04:47:14.109922 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.plugins.ml2.managers [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Got port-security extension from driver 'port_security' Aug 07 04:47:14.110859 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.extensions.vlantransparent [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Disabled vlantransparent extension. Aug 07 04:47:14.110859 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93148) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 07 04:47:14.111185 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading Plugin: router Aug 07 04:47:14.150356 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:14.150756 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Subscribe: > router after_create 55549900 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:14.151129 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Subscribe: > router before_create 55549900 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:14.151498 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:14.151876 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:14.152239 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Subscribe: > router after_delete 55549900 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:14.152601 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:14.152967 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Subscribe: > router after_create 55549900 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:14.153318 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Subscribe: > router after_update 55549900 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:14.153669 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Subscribe: > router after_update 55549900 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:14.154057 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:14.154426 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Subscribe: > router after_update 55549900 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:14.154839 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Subscribe: > router precommit_update 55549900 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:14.155214 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Subscribe: port after_update 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:14.155560 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Subscribe: port after_delete 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:14.155906 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Subscribe: subnet after_update 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:14.156242 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:14.156589 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:14.156940 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Subscribe: > router precommit_create 55549900 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:14.157284 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Subscribe: port before_delete 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:14.157630 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Subscribe: > router precommit_create 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:14.158026 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Subscribe: > router after_update 55549900 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:14.158374 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:14.158738 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Subscribe: > router precommit_create 55549900 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:14.159101 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:14.159443 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Subscribe: > router precommit_update 55549900 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:14.159817 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Subscribe: > agent after_create 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:14.160164 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Subscribe: > agent after_delete 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:14.160507 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Subscribe: > network after_delete 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:14.161495 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.quota.resource_registry [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Tracking information for resource: router configured {{(pid=93148) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 07 04:47:14.161934 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.quota.resource_registry [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Tracking information for resource: floatingip configured {{(pid=93148) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 07 04:47:14.166970 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.db.l3_agentschedulers_db [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 07 04:47:14.167680 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Subscribe: port after_update 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:14.168051 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Subscribe: port after_create 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:14.168411 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Subscribe: port after_delete 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:14.168769 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Subscribe: port after_update 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:14.169596 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Subscribe: > router before_create 55550100 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:14.170004 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:14.170373 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Subscribe: > router precommit_create 55550100 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:14.170730 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Subscribe: > router precommit_update 55550100 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:14.175231 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.services.provider_configuration [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Service providers = [] {{(pid=93148) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 07 04:47:14.175595 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.db.servicetype_db [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93148) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 07 04:47:14.179138 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.services.service_base [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93148) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 07 04:47:14.179491 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.services.service_base [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93148) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 07 04:47:14.179838 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.services.service_base [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93148) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 07 04:47:14.180741 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.services.service_base [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93148) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 07 04:47:14.181116 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.services.service_base [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 07 04:47:14.181511 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93148) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 07 04:47:14.181831 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 07 04:47:14.193213 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93148) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 07 04:47:14.193732 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading Plugin: auto_allocate Aug 07 04:47:14.199573 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Subscribe: network precommit_update 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:14.199936 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Subscribe: network precommit_create 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:14.200469 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93148) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 07 04:47:14.200790 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading Plugin: tag Aug 07 04:47:14.207398 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93148) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 07 04:47:14.207931 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading Plugin: timestamp Aug 07 04:47:14.212207 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93148) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 07 04:47:14.212543 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading Plugin: network_ip_availability Aug 07 04:47:14.219302 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:14.219805 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:14.220236 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:14.221386 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93148) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 07 04:47:14.221764 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading Plugin: flavors Aug 07 04:47:14.227825 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93148) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 07 04:47:14.228157 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading Plugin: revisions Aug 07 04:47:14.233930 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93148) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 07 04:47:14.234352 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_concurrency.lockutils [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.952s {{(pid=93148) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 07 04:47:14.235124 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93148) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 07 04:47:14.235520 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Initializing extension manager. Aug 07 04:47:14.236183 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: __init__.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.236569 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: __pycache__ {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.237011 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.237440 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: address_group.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.238485 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.239073 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loaded extension: address-group Aug 07 04:47:14.239957 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: address_scope.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.240939 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.241606 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loaded extension: address-scope Aug 07 04:47:14.242037 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.243143 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.243663 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loaded extension: router-admin-state-down-before-update Aug 07 04:47:14.243990 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: agent.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.244938 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.245453 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loaded extension: agent Aug 07 04:47:14.245779 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: agent_resources_synced.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.246744 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.247256 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loaded extension: agent-resources-synced Aug 07 04:47:14.247579 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: allowedaddresspairs.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.249432 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.249990 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loaded extension: allowed-address-pairs Aug 07 04:47:14.250320 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: auto_allocated_topology.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.251408 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.251923 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loaded extension: auto-allocated-topology Aug 07 04:47:14.252251 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: availability_zone.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.252952 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.253451 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loaded extension: availability_zone Aug 07 04:47:14.253776 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: availability_zone_filter.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.254715 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.255780 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loaded extension: availability_zone_filter Aug 07 04:47:14.256195 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: data_plane_status.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.257125 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.257627 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Extension data-plane-status not supported by any of loaded plugins Aug 07 04:47:14.257975 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: default_subnetpools.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.258901 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.259409 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loaded extension: default-subnetpools Aug 07 04:47:14.259734 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.260565 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.261070 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loaded extension: dhcp_agent_scheduler Aug 07 04:47:14.261396 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: dns.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.262344 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.262848 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Extension dns-integration not supported by any of loaded plugins Aug 07 04:47:14.263172 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: dns_domain_ports.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.264098 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.264600 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 07 04:47:14.264923 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.265859 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.266385 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 07 04:47:14.266707 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: dvr.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.267382 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.267882 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loaded extension: dvr Aug 07 04:47:14.268203 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: ecmp_routes.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.269128 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.269629 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 07 04:47:14.269985 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: empty_string_filtering.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.271112 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.271625 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loaded extension: empty-string-filtering Aug 07 04:47:14.271955 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.272884 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.273386 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 07 04:47:14.273711 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.274663 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.275165 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 07 04:47:14.275489 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: external_net.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.276410 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.276918 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loaded extension: external-net Aug 07 04:47:14.277243 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.278219 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.278725 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loaded extension: extra_dhcp_opt Aug 07 04:47:14.279048 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: extraroute.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.279960 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.280468 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loaded extension: extraroute Aug 07 04:47:14.280789 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: extraroute_atomic.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.281824 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.282363 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loaded extension: extraroute-atomic Aug 07 04:47:14.282689 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: filter_validation.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.283364 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.283866 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loaded extension: filter-validation Aug 07 04:47:14.284187 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: fip_pf_description.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.285102 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.285604 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 07 04:47:14.285966 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: fip_port_details.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.286927 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.287433 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loaded extension: fip-port-details Aug 07 04:47:14.287755 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: flavors.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.288994 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.289508 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loaded extension: flavors Aug 07 04:47:14.289832 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.291552 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.292075 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 07 04:47:14.292413 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: floatingip_pools.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.293127 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.293640 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loaded extension: floatingip-pools Aug 07 04:47:14.294007 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: ip_allocation.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.295055 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.295566 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Extension ip_allocation not supported by any of loaded plugins Aug 07 04:47:14.295901 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.296827 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.297339 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loaded extension: ip-substring-filtering Aug 07 04:47:14.297669 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: l2_adjacency.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.298635 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.299142 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 07 04:47:14.299471 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: l3.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.300613 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.301135 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loaded extension: router Aug 07 04:47:14.301467 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.304328 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.304844 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 07 04:47:14.305179 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.306175 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.306693 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loaded extension: ext-gw-mode Aug 07 04:47:14.307023 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.307955 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.308468 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loaded extension: l3-ha Aug 07 04:47:14.308800 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: l3_flavors.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.309723 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.310262 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loaded extension: l3-flavors Aug 07 04:47:14.310593 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.311510 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.312015 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 07 04:47:14.312341 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: l3agentscheduler.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.313376 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.313916 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loaded extension: l3_agent_scheduler Aug 07 04:47:14.314246 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: logging.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.315767 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.316287 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Extension logging not supported by any of loaded plugins Aug 07 04:47:14.316619 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: metering.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.318018 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.318604 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loaded extension: metering Aug 07 04:47:14.318936 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.320056 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.320575 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loaded extension: metering_source_and_destination_fields Aug 07 04:47:14.320906 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: multiprovidernet.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.321861 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.322379 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loaded extension: multi-provider Aug 07 04:47:14.322708 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: netmtu.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.323628 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.324138 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loaded extension: net-mtu Aug 07 04:47:14.324463 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: netmtu_writable.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.325386 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.325925 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loaded extension: net-mtu-writable Aug 07 04:47:14.326258 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: network_availability_zone.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.326938 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.327440 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loaded extension: network_availability_zone Aug 07 04:47:14.327764 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: network_ip_availability.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.328861 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.329372 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loaded extension: network-ip-availability Aug 07 04:47:14.329697 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: network_segment_range.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.330495 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.331000 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Extension network-segment-range not supported by any of loaded plugins Aug 07 04:47:14.331320 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: pagination.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.332307 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.332636 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loaded extension: pagination Aug 07 04:47:14.332991 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: port_device_profile.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.333942 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.334454 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loaded extension: port-device-profile Aug 07 04:47:14.334777 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.335715 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.336225 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loaded extension: port-mac-address-regenerate Aug 07 04:47:14.336549 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.337472 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.338019 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loaded extension: port-numa-affinity-policy Aug 07 04:47:14.338344 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: port_resource_request.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.339266 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.339770 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Extension port-resource-request not supported by any of loaded plugins Aug 07 04:47:14.340095 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: portbindings.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.341030 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.341539 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loaded extension: binding Aug 07 04:47:14.341890 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: portbindings_extended.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.343305 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.343821 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loaded extension: binding-extended Aug 07 04:47:14.344151 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: portsecurity.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.345071 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.345581 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loaded extension: port-security Aug 07 04:47:14.345934 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: project_id.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.346921 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.347248 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loaded extension: project-id Aug 07 04:47:14.347568 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: providernet.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.349016 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.349532 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loaded extension: provider Aug 07 04:47:14.349876 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: qos.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.353343 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.353886 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Extension qos not supported by any of loaded plugins Aug 07 04:47:14.354227 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.355489 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.356011 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 07 04:47:14.356344 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.357271 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.357784 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 07 04:47:14.358395 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: qos_default.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.359321 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.359831 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Extension qos-default not supported by any of loaded plugins Aug 07 04:47:14.360158 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: qos_fip.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.360818 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.361320 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Extension qos-fip not supported by any of loaded plugins Aug 07 04:47:14.361646 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: qos_gateway_ip.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.362682 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.363195 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 07 04:47:14.363517 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: qos_port_network_policy.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.365019 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.365526 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 07 04:47:14.365919 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: qos_pps_rule.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.367242 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.367781 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Extension qos-pps not supported by any of loaded plugins Aug 07 04:47:14.368145 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: qos_rule_type_details.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.369171 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.369737 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 07 04:47:14.370120 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: qos_rules_alias.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.371279 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.371835 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 07 04:47:14.372197 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: quotasv2.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.373305 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.373638 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loaded extension: quotas Aug 07 04:47:14.374030 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: quotasv2_detail.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.377345 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.377723 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loaded extension: quota_details Aug 07 04:47:14.378110 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: rbac.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.379542 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.380154 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loaded extension: rbac-policies Aug 07 04:47:14.380489 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: rbac_address_group.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.381549 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.382172 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loaded extension: rbac-address-group Aug 07 04:47:14.382548 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: rbac_address_scope.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.383555 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.384109 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loaded extension: rbac-address-scope Aug 07 04:47:14.384485 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: rbac_security_groups.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.385530 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.386094 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loaded extension: rbac-security-groups Aug 07 04:47:14.386458 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: rbac_subnetpool.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.387455 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.388018 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loaded extension: rbac-subnetpool Aug 07 04:47:14.388375 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: revisionifmatch.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.389411 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.390003 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loaded extension: revision-if-match Aug 07 04:47:14.390337 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: revisions.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.391515 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.392027 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loaded extension: standard-attr-revisions Aug 07 04:47:14.392400 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: router_availability_zone.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.393110 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.393723 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loaded extension: router_availability_zone Aug 07 04:47:14.394108 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: routerservicetype.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.395096 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.395843 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Extension router-service-type not supported by any of loaded plugins Aug 07 04:47:14.396217 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.397241 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.397805 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loaded extension: security-groups-normalized-cidr Aug 07 04:47:14.398212 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.399158 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.399724 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loaded extension: port-security-groups-filtering Aug 07 04:47:14.400064 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.401058 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.401605 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loaded extension: security-groups-remote-address-group Aug 07 04:47:14.401963 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: securitygroup.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.413205 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.413796 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loaded extension: security-group Aug 07 04:47:14.414200 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: segment.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.415119 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.415669 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Extension segment not supported by any of loaded plugins Aug 07 04:47:14.416043 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.417126 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.417683 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 07 04:47:14.418076 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: servicetype.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.419387 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.419950 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loaded extension: service-type Aug 07 04:47:14.420310 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: sorting.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.421418 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.421789 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loaded extension: sorting Aug 07 04:47:14.422146 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: standard_attr_segment.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.423145 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.423660 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 07 04:47:14.424027 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: standardattrdescription.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.424746 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.425251 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loaded extension: standard-attr-description Aug 07 04:47:14.425574 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: stateful_security_group.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.426551 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.427775 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loaded extension: stateful-security-group Aug 07 04:47:14.428101 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: stdattrs_common.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.428700 dv-cinder-759943-8-iscsi neutron-server[93148]: WARNING neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 07 04:47:14.429026 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.429991 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.430507 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 07 04:47:14.430832 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: subnet_onboard.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.431947 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.432464 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loaded extension: subnet_onboard Aug 07 04:47:14.432788 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.433735 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.434277 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 07 04:47:14.434601 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: subnet_service_types.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.435536 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.436052 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loaded extension: subnet-service-types Aug 07 04:47:14.436375 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: subnetallocation.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.437493 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.438029 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loaded extension: subnet_allocation Aug 07 04:47:14.438353 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.439026 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.439535 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loaded extension: subnetpool-prefix-ops Aug 07 04:47:14.439854 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.440798 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.441302 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 07 04:47:14.441624 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: tagging.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.443079 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.443662 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loaded extension: standard-attr-tag Aug 07 04:47:14.443938 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: timestamp.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.445170 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.445685 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loaded extension: standard-attr-timestamp Aug 07 04:47:14.446037 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: trunk.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.447095 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.447610 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Extension trunk not supported by any of loaded plugins Aug 07 04:47:14.447946 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: trunk_details.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.448877 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.449389 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Extension trunk-details not supported by any of loaded plugins Aug 07 04:47:14.449716 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: uplink_status_propagation.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.450685 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.451201 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 07 04:47:14.451528 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Loading extension file: vlantransparent.py {{(pid=93148) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 04:47:14.452279 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93148) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 04:47:14.452729 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 07 04:47:14.455337 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.quota.resource_registry [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Creating instance of TrackedResource for resource:network Aug 07 04:47:14.455878 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.quota.resource_registry [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Creating instance of TrackedResource for resource:subnet Aug 07 04:47:14.456283 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.quota.resource_registry [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Creating instance of TrackedResource for resource:subnetpool Aug 07 04:47:14.456673 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.quota.resource_registry [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Creating instance of TrackedResource for resource:port Aug 07 04:47:14.458034 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.v2.resource_helper [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93148) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 04:47:14.458719 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.v2.resource_helper [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Service FLAVORS assigned prefix: {{(pid=93148) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 04:47:14.459358 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.v2.resource_helper [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93148) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 04:47:14.459795 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.v2.resource_helper [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93148) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 04:47:14.460126 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.quota.resource_registry [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Creating instance of TrackedResource for resource:router Aug 07 04:47:14.460558 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.quota.resource_registry [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Creating instance of TrackedResource for resource:floatingip Aug 07 04:47:14.461053 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.v2.resource_helper [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Service METERING assigned prefix: /metering {{(pid=93148) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 04:47:14.462549 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:14.462928 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:14.463283 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93148) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:47:14.464304 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.quota.resource_registry [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Creating instance of CountableResource for resource:rbac_policy Aug 07 04:47:14.464763 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.quota.resource_registry [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Creating instance of TrackedResource for resource:security_group Aug 07 04:47:14.465198 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.quota.resource_registry [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 07 04:47:14.467017 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.v2.resource_helper [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Service CORE assigned prefix: {{(pid=93148) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 04:47:14.467368 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.quota.resource_registry [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Creating instance of TrackedResource for resource:subnetpool Aug 07 04:47:14.467724 dv-cinder-759943-8-iscsi neutron-server[93148]: WARNING neutron.quota.resource_registry [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] subnetpool is already registered Aug 07 04:47:14.468178 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.v2.resource_helper [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Service CORE assigned prefix: {{(pid=93148) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 04:47:14.468509 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.quota.resource_registry [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Creating instance of TrackedResource for resource:subnetpool Aug 07 04:47:14.468843 dv-cinder-759943-8-iscsi neutron-server[93148]: WARNING neutron.quota.resource_registry [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] subnetpool is already registered Aug 07 04:47:14.471197 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.v2.resource_helper [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93148) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 04:47:14.471633 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.v2.resource_helper [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Service FLAVORS assigned prefix: {{(pid=93148) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 04:47:14.472229 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.v2.resource_helper [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93148) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 04:47:14.472656 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.v2.resource_helper [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93148) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 04:47:14.472989 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.quota.resource_registry [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Creating instance of TrackedResource for resource:router Aug 07 04:47:14.473328 dv-cinder-759943-8-iscsi neutron-server[93148]: WARNING neutron.quota.resource_registry [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] router is already registered Aug 07 04:47:14.474466 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.quota.resource_registry [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Creating instance of TrackedResource for resource:floatingip Aug 07 04:47:14.474815 dv-cinder-759943-8-iscsi neutron-server[93148]: WARNING neutron.quota.resource_registry [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] floatingip is already registered Aug 07 04:47:14.475279 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.v2.resource_helper [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Service METERING assigned prefix: /metering {{(pid=93148) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 04:47:14.475949 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.quota.resource_registry [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Creating instance of CountableResource for resource:rbac_policy Aug 07 04:47:14.476278 dv-cinder-759943-8-iscsi neutron-server[93148]: WARNING neutron.quota.resource_registry [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] rbac_policy is already registered Aug 07 04:47:14.476690 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.quota.resource_registry [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Creating instance of TrackedResource for resource:security_group Aug 07 04:47:14.477026 dv-cinder-759943-8-iscsi neutron-server[93148]: WARNING neutron.quota.resource_registry [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] security_group is already registered Aug 07 04:47:14.477429 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.quota.resource_registry [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 07 04:47:14.477761 dv-cinder-759943-8-iscsi neutron-server[93148]: WARNING neutron.quota.resource_registry [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] security_group_rule is already registered Aug 07 04:47:14.478420 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.v2.resource_helper [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Service CORE assigned prefix: {{(pid=93148) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 04:47:14.478747 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.quota.resource_registry [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Creating instance of TrackedResource for resource:subnetpool Aug 07 04:47:14.479081 dv-cinder-759943-8-iscsi neutron-server[93148]: WARNING neutron.quota.resource_registry [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] subnetpool is already registered Aug 07 04:47:14.479512 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.v2.resource_helper [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Service CORE assigned prefix: {{(pid=93148) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 04:47:14.479834 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.quota.resource_registry [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Creating instance of TrackedResource for resource:subnetpool Aug 07 04:47:14.480165 dv-cinder-759943-8-iscsi neutron-server[93148]: WARNING neutron.quota.resource_registry [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] subnetpool is already registered Aug 07 04:47:14.480642 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Extended resource: extensions {{(pid=93148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 04:47:14.482168 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Extended resource: address-groups {{(pid=93148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 04:47:14.483927 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Extended resource: address-scopes {{(pid=93148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 04:47:14.485277 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Extended resource: agents {{(pid=93148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 04:47:14.486461 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Extended resource: auto-allocated-topology {{(pid=93148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 04:47:14.487739 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Extended resource: availability_zones {{(pid=93148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 04:47:14.488979 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Extended resource: dhcp-networks {{(pid=93148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 04:47:14.491293 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Extended resource: dhcp-agents {{(pid=93148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 04:47:14.492719 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Extended resource: routers {{(pid=93148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 04:47:14.494491 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Extended resource: flavors {{(pid=93148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 04:47:14.495768 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Extended resource: service_profiles {{(pid=93148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 04:47:14.497115 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Extended resource: next_providers {{(pid=93148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 04:47:14.498600 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Extended resource: service_profiles {{(pid=93148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 04:47:14.500159 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Extended resource: floatingip-pools {{(pid=93148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 04:47:14.501388 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Extended resource: routers {{(pid=93148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 04:47:14.503131 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Extended resource: floatingips {{(pid=93148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 04:47:14.504410 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Extended resource: l3-routers {{(pid=93148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 04:47:14.506429 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Extended resource: l3-agents {{(pid=93148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 04:47:14.507856 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Extended resource: metering-labels {{(pid=93148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 04:47:14.509278 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Extended resource: metering-label-rules {{(pid=93148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 04:47:14.510694 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Extended resource: network-ip-availabilities {{(pid=93148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 04:47:14.511977 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Extended resource: bindings {{(pid=93148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 04:47:14.513539 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Extended resource: quotas {{(pid=93148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 04:47:14.515140 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Extended resource: quotas {{(pid=93148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 04:47:14.516600 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Extended resource: rbac-policies {{(pid=93148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 04:47:14.517804 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Extended resource: security-groups {{(pid=93148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 04:47:14.519134 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Extended resource: security-group-rules {{(pid=93148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 04:47:14.520403 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Extended resource: service-providers {{(pid=93148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 04:47:14.521631 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Extended resource: subnetpools {{(pid=93148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 04:47:14.523025 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Extended resource: subnetpools {{(pid=93148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 04:47:14.524582 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Extended resource: tags {{(pid=93148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 04:47:14.526304 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Extended resource: tags {{(pid=93148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 04:47:14.528127 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Extended resource: tags {{(pid=93148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 04:47:14.529989 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Extended resource: tags {{(pid=93148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 04:47:14.531750 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Extended resource: tags {{(pid=93148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 04:47:14.534829 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Extended resource: tags {{(pid=93148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 04:47:14.537072 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Extended resource: tags {{(pid=93148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 04:47:14.538984 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Extended resource: tags {{(pid=93148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 04:47:14.540868 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Extended resource: tags {{(pid=93148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 04:47:14.542666 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron.api.extensions [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Extended resource: tags {{(pid=93148) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 04:47:14.548735 dv-cinder-759943-8-iscsi neutron-server[93148]: WARNING keystonemiddleware.auth_token [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 07 04:47:14.553948 dv-cinder-759943-8-iscsi neutron-server[93148]: WARNING keystonemiddleware.auth_token [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 07 04:47:14.562429 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_concurrency.lockutils [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Acquired lock "singleton_lock" {{(pid=93148) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 07 04:47:14.562910 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_concurrency.lockutils [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Releasing lock "singleton_lock" {{(pid=93148) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 07 04:47:14.563554 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO oslo_service.service [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Starting 2 workers Aug 07 04:47:14.568482 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Started child 93259 {{(pid=93148) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 07 04:47:14.573106 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Started child 93260 {{(pid=93148) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 07 04:47:14.573912 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:47:14.574735 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO neutron.service [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 07 04:47:14.575383 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [-] (93259) wsgi starting up on http://0.0.0.0:9696 Aug 07 04:47:14.575494 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Notify callbacks [] for process, before_spawn {{(pid=93148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:47:14.577804 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO oslo_service.service [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Starting 1 workers Aug 07 04:47:14.577963 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:47:14.579451 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [-] (93260) wsgi starting up on http://0.0.0.0:9696 Aug 07 04:47:14.583137 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Started child 93261 {{(pid=93148) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 07 04:47:14.583908 dv-cinder-759943-8-iscsi neutron-server[93148]: INFO oslo_service.service [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Starting 1 workers Aug 07 04:47:14.587005 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.service [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] calling RpcWorker wait() {{(pid=93261) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 07 04:47:14.587585 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.service [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] returning from RpcWorker wait() {{(pid=93261) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 07 04:47:14.588376 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Started child 93262 {{(pid=93148) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 07 04:47:14.588725 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:47:14.589163 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:47:14.589272 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG neutron_lib.callbacks.manager [None req-099f51a7-c11c-483b-a453-662fbf390485 None None] Notify callbacks [] for process, after_spawn {{(pid=93148) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:47:14.591103 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93148) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 07 04:47:14.591310 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 07 04:47:14.591490 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 07 04:47:14.591712 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 07 04:47:14.592053 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 07 04:47:14.592213 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 07 04:47:14.592722 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.593015 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.593215 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:47:14.593680 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.593680 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.593809 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.594272 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:47:14.594381 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.594657 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.594898 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.595177 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.595421 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.595614 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.595766 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.596005 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.596255 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.596559 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.596837 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.597084 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.597354 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.597523 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.597908 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.598194 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.598450 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.599238 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] debug = True {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.600080 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.600080 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.600268 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.600528 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.600755 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.601041 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.601295 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.601574 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.601823 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.602067 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.602324 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.602581 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.602832 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.603068 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.603310 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.603583 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.603807 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.604279 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] host = dv-cinder-759943-8-iscsi {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.604515 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.604749 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.604978 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.605233 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.605487 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.605713 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.606009 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.606272 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.606542 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.606789 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.607048 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.607320 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.607539 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.607781 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] log_file = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.607948 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] log_options = True {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.608438 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.608700 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.608958 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.609149 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.609318 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.609480 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.609734 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.609929 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.610168 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.610386 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.610602 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.610827 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.611043 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.611280 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.611543 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.611798 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.612045 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.612255 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.612558 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.612761 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.612987 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.613234 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.613479 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.613715 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.613965 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.614307 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.615620 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.615620 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.615620 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.616162 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.616162 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.616162 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.616575 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.616575 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.616848 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.617033 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.617254 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.617525 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.617755 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.618159 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.618332 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.618579 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.618765 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.619004 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.619239 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.619486 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] use_json = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.619698 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.619944 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.620202 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.620418 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.620631 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.620853 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.621084 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.621360 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.622691 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.622914 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.623243 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.623540 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.623841 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.624300 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.624498 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.624743 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.625032 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.625522 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.626040 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.626415 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.626728 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.626996 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.627255 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.627597 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.627856 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.628135 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.628490 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.628868 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.629122 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.629384 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.629741 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.630754 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.631063 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.631377 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.631563 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.631820 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.632071 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.632318 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.632564 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.632922 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.633219 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.633469 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.633693 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.633967 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.634211 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.634437 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.634676 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.634934 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.635203 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.635447 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.635677 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.635899 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.636124 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.636472 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.636711 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.636962 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.637188 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.637437 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.637675 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.637999 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.638223 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.638568 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.638831 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.639073 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.639300 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.639521 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.639742 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.639974 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.640294 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.640586 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.640840 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.641108 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.641341 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.641620 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.641906 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.642126 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.642352 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.642578 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.642804 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.643158 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.643379 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.643622 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.643844 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.644066 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.644285 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.644530 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.644759 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.644979 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.645201 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.645421 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.646153 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.646584 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.646901 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.647242 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.647477 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.647779 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.648014 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.648267 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.648542 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.648795 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.649030 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.649279 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.649516 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.649790 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.650067 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.650329 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.650580 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.650804 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.651048 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.651306 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.651564 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.651791 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.652048 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.652403 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.652695 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.652982 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.653221 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.653490 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.653748 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.654056 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.654302 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.654595 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.654839 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.655114 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.655433 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.655686 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.655959 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.656228 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.656487 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.656764 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.657002 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.657269 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.657497 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.657775 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.658013 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.658302 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.658525 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.658754 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.658970 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.659225 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.659583 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.659855 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.660098 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.660361 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.660647 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.660922 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.661897 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.662494 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.662849 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.663099 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.663418 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.663663 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.663911 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.664196 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.664458 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.664681 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.664907 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.665212 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.665455 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.665676 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.665921 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.666166 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.666385 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.666611 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.666858 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.667083 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.667361 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.667631 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.667850 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.668076 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.668372 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.668619 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.668847 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.669071 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.669290 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.669546 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.669770 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.670093 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.670384 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.670612 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.670878 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.671115 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.671384 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.671606 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.671876 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.672198 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.672423 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.672643 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.672868 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.673086 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.673305 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.673593 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.673780 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.674045 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.674302 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.674659 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.674923 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.675179 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.675421 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.675867 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.676165 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.676420 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.677284 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.678094 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.678335 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.678571 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.678843 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.679074 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.679344 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.679573 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.679815 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.680035 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.680279 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.680500 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.680802 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.681076 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.681340 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.681613 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.681889 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.682131 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.682369 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.682590 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.683107 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.683107 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.683296 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.683452 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.683689 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.683909 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.684124 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.684355 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.684604 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.684824 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.685058 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.685281 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.685502 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.685756 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.686009 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.686233 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.686463 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.686740 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.686975 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.687207 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.687431 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.687666 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.687900 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.688118 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.688329 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.688554 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.688775 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.688989 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.689306 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.689562 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.689791 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.690088 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.690322 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.690573 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.690806 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.691136 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.691498 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.691936 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.692337 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.693013 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.693410 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.693903 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.694161 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.694455 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.694743 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.695024 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.695303 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.695594 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.695881 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.696121 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.696419 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.696746 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.697028 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.697308 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.697560 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.697806 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.698056 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.698279 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.698520 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.698761 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.698983 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.699228 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.699477 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.699727 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.699991 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.700247 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.700467 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.700695 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.700913 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.701156 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.701376 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.701536 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 07 04:47:14.702083 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93148) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 07 04:47:14.702249 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 07 04:47:14.702404 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 07 04:47:14.702574 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 07 04:47:14.702748 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 07 04:47:14.702902 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 07 04:47:14.703112 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.703278 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.703440 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.703606 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.703770 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.703951 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.704114 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.704274 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.704433 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.704599 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.704759 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.704921 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.705080 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.705240 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.705399 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.705557 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.705717 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.705897 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.706063 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.706224 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.706383 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.706604 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.706745 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] debug = True {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.706852 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.707056 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.707226 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.707371 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.707532 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.707691 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.708430 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.708956 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.709222 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.709477 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.709747 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.710010 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.710211 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.710419 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.710622 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.710872 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.711144 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.711416 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] host = dv-cinder-759943-8-iscsi {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.711689 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.711960 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.712234 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.712500 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.712767 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.712987 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.713233 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.713499 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.713765 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.714089 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.714330 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.714604 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.714876 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.715148 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] log_file = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.715409 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] log_options = True {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.715628 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.715830 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.716050 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.716337 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.716589 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.716868 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.717094 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.717336 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.717651 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.717831 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.718113 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.718365 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.718619 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.718879 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.719151 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.719419 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.719670 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.719916 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.720174 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.720435 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.720696 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.720940 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.721180 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.721439 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.721686 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.722193 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.722193 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.722525 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.722672 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.722911 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.723152 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.723402 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.724170 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.724413 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.724671 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.724932 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.725176 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.725425 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.725668 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.725954 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.726176 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.726375 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.726586 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.726802 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.727019 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.727217 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] use_json = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.727454 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.727696 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.727927 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.728139 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.728351 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.728566 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.728803 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.729027 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 04:47:14.729260 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.729482 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.729710 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.729950 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.730044 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:47:14.730221 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.730478 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.730693 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.730907 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.731119 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.731339 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.731559 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.731773 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.731997 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.732208 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.732418 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.732633 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.732845 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.733056 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.733513 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.733724 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.733964 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.734177 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.734412 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.734626 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.734840 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.735052 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.735266 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.735479 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.735692 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.735904 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.736117 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.736332 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.736544 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.736755 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.736978 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.737191 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.737408 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.737622 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.737861 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.738096 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.738310 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.738520 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.738737 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.738973 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.739818 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.740034 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.740325 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.740439 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.740658 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.740906 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.741140 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.741354 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.741567 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.741779 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.742031 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.742246 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.742546 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.742809 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.743165 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.743165 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.743409 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.743530 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.744042 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.744042 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.744042 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.744560 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.744560 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.744772 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.745279 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.745279 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.745451 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.745672 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.745960 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.746221 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.746494 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.746867 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.747018 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.747499 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.747756 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.748021 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.749150 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.749150 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.749150 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.749150 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.749150 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.749150 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.752247 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.752247 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.752247 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.752247 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.752247 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.752247 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.752247 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.752247 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.755590 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.755590 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.755590 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.755590 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.755590 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.755590 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.755590 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.755590 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.756681 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.756681 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.756681 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.756681 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.756681 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.756681 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.756681 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.756681 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.757221 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.757221 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.757221 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.757221 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.757221 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.757221 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.757221 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.757221 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.757754 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.757754 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.757754 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.757754 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.757754 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.757754 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.757754 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.757754 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.757754 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.758384 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.758384 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.758384 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.758384 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.758384 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.758720 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.758869 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.759110 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.759363 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.759601 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.759860 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.760125 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.760374 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.760641 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.760907 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.761172 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.761435 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.761780 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.762068 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.762317 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.762564 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.762813 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.763061 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.763305 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.763554 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.763804 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.764049 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.764301 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.764548 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.764814 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.765063 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.765310 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.765554 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.765799 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.766069 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.766315 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.766571 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.766818 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.767064 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.767308 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.767554 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.767799 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.768045 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.768295 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.768541 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.768793 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.769040 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.769289 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.769544 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.769791 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.770063 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.770350 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.770586 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.770831 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.771085 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.771332 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.771577 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.771823 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.772135 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.772360 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.772622 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.772867 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.773125 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.773379 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.773639 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.774213 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.774213 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.774914 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.774914 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.774914 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.775315 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.775315 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.775315 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.776176 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.776176 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.776571 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.776571 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.776951 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.777100 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.777570 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.777570 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.777912 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.778124 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.778389 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.778635 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.778890 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.779138 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.779382 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.779627 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.779870 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.780120 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.780393 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.780638 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.780881 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.781124 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.781370 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.781615 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.781885 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.782240 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.782531 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.782776 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.783019 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.783279 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.783553 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.783821 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.784069 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.784314 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.784560 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.784808 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.785078 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.785323 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.785584 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.785892 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.786117 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.786639 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.786639 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.786969 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.787194 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.787388 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.787632 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.787877 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.788135 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.788395 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.788640 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.788894 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.789136 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.789386 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.789631 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.789917 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.790193 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.790469 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.790741 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.790990 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.791245 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.791497 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.791758 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.792000 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.792249 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.792540 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.792790 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.793034 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.793277 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.793527 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.793771 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.794054 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.794299 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.794543 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.794785 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.795029 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.795272 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.795514 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.795757 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.795999 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.796247 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.796488 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.796736 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.796981 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.797227 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 04:47:14.797460 dv-cinder-759943-8-iscsi neutron-server[93148]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93148) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 07 04:47:15.054359 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 33448) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:47:15.062695 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062151 Aug 07 04:47:26.876048 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a79cf9-feb0-4375-a9a1-c0f3e30ae8de None None] get_active_networks_info from dv-cinder-759943-8-iscsi {{(pid=93261) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 07 04:47:26.958411 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a79cf9-feb0-4375-a9a1-c0f3e30ae8de None None] No non-hosted networks {{(pid=93261) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 07 04:47:26.975393 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.agentschedulers_db [None req-14a79cf9-feb0-4375-a9a1-c0f3e30ae8de None None] DHCP Agent not found on host dv-cinder-759943-8-iscsi {{(pid=93261) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 07 04:47:27.127430 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a4091686-4e3a-48b5-921e-4f8544a67cc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-741089'] for agent, after_create {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:47:29.710045 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-075efb3e-6cac-4718-829e-5dec700114c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-741089'] for agent, after_create {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:47:29.725747 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-741089'] for agent, after_create {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:47:29.727911 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:47:29.735692 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:47:29.742888 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:47:29.745726 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:47:29.746862 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:47:29.748649 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:47:29.753187 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:47:29.754236 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:47:29.755412 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:47:29.755950 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:47:29.756486 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:47:29.759274 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:47:29.762262 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-759943-8-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:47:29.784940 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-759943-8-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:47:29.809496 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-dccf8e2b-bef5-41f7-9675-e1304ca6fac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:47:30.743404 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-f79f476c-1ac6-45f4-a536-05d31601a6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-741089'] for agent, after_create {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:47:32.497689 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-fe46c1f5-d46f-4bdc-a2a5-961a9e169c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-741089'] for agent, after_create {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:47:34.148666 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 33540) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:47:34.181724 dv-cinder-759943-8-iscsi neutron-server[93261]: INFO neutron.db.l3_hamode_db [None req-bf399636-81f5-4dfe-88c2-2bafe4c4e956 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 07 04:47:34.260129 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf399636-81f5-4dfe-88c2-2bafe4c4e956 None None] Routers set() bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:47:34.260540 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf399636-81f5-4dfe-88c2-2bafe4c4e956 None None] Router IDs set() for agent in host dv-cinder-759943-8-iscsi {{(pid=93261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 07 04:47:34.652731 dv-cinder-759943-8-iscsi neutron-server[93259]: WARNING oslo_policy.policy [None req-30aa42f0-76e9-4c54-8e58-f3caff073e5a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 07 04:47:34.653360 dv-cinder-759943-8-iscsi neutron-server[93259]: WARNING oslo_policy.policy [None req-30aa42f0-76e9-4c54-8e58-f3caff073e5a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 07 04:47:34.879265 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [None req-30aa42f0-76e9-4c54-8e58-f3caff073e5a admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93259) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 07 04:47:34.880949 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-30aa42f0-76e9-4c54-8e58-f3caff073e5a admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7301924 Aug 07 04:47:37.332407 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 33554) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:47:37.646818 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.v2.base [None req-8d62b75f-f7ce-468a-acf1-f76294bc2fbe admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=93259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:47:37.740935 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.policy [None req-8d62b75f-f7ce-468a-acf1-f76294bc2fbe admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93259) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 07 04:47:37.786955 dv-cinder-759943-8-iscsi neutron-server[93259]: WARNING oslo_policy.policy [None req-8d62b75f-f7ce-468a-acf1-f76294bc2fbe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 07 04:47:37.787465 dv-cinder-759943-8-iscsi neutron-server[93259]: WARNING oslo_policy.policy [None req-8d62b75f-f7ce-468a-acf1-f76294bc2fbe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 07 04:47:37.796097 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.quota [None req-8d62b75f-f7ce-468a-acf1-f76294bc2fbe admin admin] Loaded quota_driver: . Aug 07 04:47:37.896241 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-8d62b75f-f7ce-468a-acf1-f76294bc2fbe admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768805241959', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768805242456', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768805253727', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768805256368', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768805029708', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768805210940', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1651317', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1327698', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-441103', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-504793'] for rbac-policy, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:47:37.959298 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-8d62b75f-f7ce-468a-acf1-f76294bc2fbe admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:47:37.960489 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-8d62b75f-f7ce-468a-acf1-f76294bc2fbe admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6271338 Aug 07 04:47:40.570787 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 33566) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:47:40.873667 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.v2.base [None req-ef6aa9a0-ae4a-410b-a962-7e7fee979778 admin admin] Request body: {'network': {'project_id': '5351f36bc7f94bd38acb2bbc3913c167', 'name': 'private', 'admin_state_up': True, 'tenant_id': '5351f36bc7f94bd38acb2bbc3913c167'}} {{(pid=93259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:47:40.902562 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef6aa9a0-ae4a-410b-a962-7e7fee979778 admin admin] Made reservation on behalf of 5351f36bc7f94bd38acb2bbc3913c167 for: {'network': 1} {{(pid=93259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:47:40.905412 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-ef6aa9a0-ae4a-410b-a962-7e7fee979778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for network, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:47:40.922891 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-ef6aa9a0-ae4a-410b-a962-7e7fee979778 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:47:41.049211 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-ef6aa9a0-ae4a-410b-a962-7e7fee979778 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:47:41.053613 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-ef6aa9a0-ae4a-410b-a962-7e7fee979778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:47:41.073872 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef6aa9a0-ae4a-410b-a962-7e7fee979778 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=93259) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 04:47:41.102910 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-ef6aa9a0-ae4a-410b-a962-7e7fee979778 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768807653991', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799109'] for segment, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:47:41.103499 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-ef6aa9a0-ae4a-410b-a962-7e7fee979778 admin admin] Unsubscribe: segment precommit_create {{(pid=93259) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 07 04:47:41.104021 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.db.segments_db [None req-ef6aa9a0-ae4a-410b-a962-7e7fee979778 admin admin] Added segment fa04a182-9b32-47f9-9fee-db7955222fbc of type vlan for network a85f9583-45f0-406b-85a0-e2f9675799ec Aug 07 04:47:41.121973 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6aa9a0-ae4a-410b-a962-7e7fee979778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55fff653-9953-475d-b791-03133eaad1f2,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:47:41.173259 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6aa9a0-ae4a-410b-a962-7e7fee979778 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:47:41.173607 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6aa9a0-ae4a-410b-a962-7e7fee979778 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:47:41.173981 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6aa9a0-ae4a-410b-a962-7e7fee979778 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:47:41.174309 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6aa9a0-ae4a-410b-a962-7e7fee979778 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:47:41.174631 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6aa9a0-ae4a-410b-a962-7e7fee979778 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:47:41.174968 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6aa9a0-ae4a-410b-a962-7e7fee979778 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:47:41.175293 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6aa9a0-ae4a-410b-a962-7e7fee979778 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:47:41.175611 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6aa9a0-ae4a-410b-a962-7e7fee979778 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:47:41.175950 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6aa9a0-ae4a-410b-a962-7e7fee979778 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:47:41.176972 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6aa9a0-ae4a-410b-a962-7e7fee979778 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:47:41.177296 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6aa9a0-ae4a-410b-a962-7e7fee979778 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:47:41.177614 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6aa9a0-ae4a-410b-a962-7e7fee979778 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:47:41.178878 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6aa9a0-ae4a-410b-a962-7e7fee979778 admin admin] Tracked resource versions report: Aug 07 04:47:41.178878 dv-cinder-759943-8-iscsi neutron-server[93259]: pushed versions: Aug 07 04:47:41.178878 dv-cinder-759943-8-iscsi neutron-server[93259]: { 'AddressGroup': {'1.2'}, Aug 07 04:47:41.178878 dv-cinder-759943-8-iscsi neutron-server[93259]: 'ConntrackHelper': {'1.0'}, Aug 07 04:47:41.178878 dv-cinder-759943-8-iscsi neutron-server[93259]: 'Log': {'1.0'}, Aug 07 04:47:41.178878 dv-cinder-759943-8-iscsi neutron-server[93259]: 'Network': {'1.1'}, Aug 07 04:47:41.178878 dv-cinder-759943-8-iscsi neutron-server[93259]: 'Port': {'1.7'}, Aug 07 04:47:41.178878 dv-cinder-759943-8-iscsi neutron-server[93259]: 'PortForwarding': {'1.2'}, Aug 07 04:47:41.178878 dv-cinder-759943-8-iscsi neutron-server[93259]: 'QosPolicy': {'1.9'}, Aug 07 04:47:41.178878 dv-cinder-759943-8-iscsi neutron-server[93259]: 'SecurityGroup': {'1.4'}, Aug 07 04:47:41.178878 dv-cinder-759943-8-iscsi neutron-server[93259]: 'SecurityGroupRule': {'1.2'}, Aug 07 04:47:41.178878 dv-cinder-759943-8-iscsi neutron-server[93259]: 'SubPort': {'1.0'}, Aug 07 04:47:41.178878 dv-cinder-759943-8-iscsi neutron-server[93259]: 'Subnet': {'1.1'}, Aug 07 04:47:41.178878 dv-cinder-759943-8-iscsi neutron-server[93259]: 'Trunk': {'1.1'}} Aug 07 04:47:41.178878 dv-cinder-759943-8-iscsi neutron-server[93259]: consumer versions: Aug 07 04:47:41.178878 dv-cinder-759943-8-iscsi neutron-server[93259]: { DHCP agent@dv-cinder-759943-8-iscsi: {}, Aug 07 04:47:41.178878 dv-cinder-759943-8-iscsi neutron-server[93259]: L3 agent@dv-cinder-759943-8-iscsi: {}, Aug 07 04:47:41.178878 dv-cinder-759943-8-iscsi neutron-server[93259]: Metadata agent@dv-cinder-759943-8-iscsi: {}, Aug 07 04:47:41.178878 dv-cinder-759943-8-iscsi neutron-server[93259]: Metering agent@dv-cinder-759943-8-iscsi: {}, Aug 07 04:47:41.178878 dv-cinder-759943-8-iscsi neutron-server[93259]: Open vSwitch agent@dv-cinder-759943-8-iscsi: { 'AddressGroup': '1.2', Aug 07 04:47:41.178878 dv-cinder-759943-8-iscsi neutron-server[93259]: 'ConntrackHelper': '1.0', Aug 07 04:47:41.178878 dv-cinder-759943-8-iscsi neutron-server[93259]: 'Log': '1.0', Aug 07 04:47:41.178878 dv-cinder-759943-8-iscsi neutron-server[93259]: 'Network': '1.1', Aug 07 04:47:41.178878 dv-cinder-759943-8-iscsi neutron-server[93259]: 'Port': '1.7', Aug 07 04:47:41.178878 dv-cinder-759943-8-iscsi neutron-server[93259]: 'PortForwarding': '1.2', Aug 07 04:47:41.178878 dv-cinder-759943-8-iscsi neutron-server[93259]: 'QosPolicy': '1.9', Aug 07 04:47:41.178878 dv-cinder-759943-8-iscsi neutron-server[93259]: 'SecurityGroup': '1.4', Aug 07 04:47:41.178878 dv-cinder-759943-8-iscsi neutron-server[93259]: 'SecurityGroupRule': '1.2', Aug 07 04:47:41.178878 dv-cinder-759943-8-iscsi neutron-server[93259]: 'SubPort': '1.0', Aug 07 04:47:41.178878 dv-cinder-759943-8-iscsi neutron-server[93259]: 'Subnet': '1.1', Aug 07 04:47:41.178878 dv-cinder-759943-8-iscsi neutron-server[93259]: 'Trunk': '1.1'}} Aug 07 04:47:41.178878 dv-cinder-759943-8-iscsi neutron-server[93259]: {{(pid=93259) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 07 04:47:41.234631 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-ef6aa9a0-ae4a-410b-a962-7e7fee979778 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768807114828'] for network, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:47:41.293203 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-ef6aa9a0-ae4a-410b-a962-7e7fee979778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370'] for network, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:47:41.294745 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6aa9a0-ae4a-410b-a962-7e7fee979778 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:47:41.295420 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-ef6aa9a0-ae4a-410b-a962-7e7fee979778 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568364'] for network, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:47:41.389819 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-ef6aa9a0-ae4a-410b-a962-7e7fee979778 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8178580 Aug 07 04:47:41.397729 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6aa9a0-ae4a-410b-a962-7e7fee979778 admin admin] Pushing event updated for resources: {'Network': ['ID=a85f9583-45f0-406b-85a0-e2f9675799ec,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:47:41.423686 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Network a85f9583-45f0-406b-85a0-e2f9675799ec details requested by agent ovs-agent-dv-cinder-759943-8-iscsi with host dv-cinder-759943-8-iscsi {{(pid=93261) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 04:47:44.053314 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 33580) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:47:44.568898 dv-cinder-759943-8-iscsi neutron-server[93260]: WARNING oslo_policy.policy [None req-c24b98aa-cd96-4e9b-a3f3-a89223902308 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 07 04:47:44.569468 dv-cinder-759943-8-iscsi neutron-server[93260]: WARNING oslo_policy.policy [None req-c24b98aa-cd96-4e9b-a3f3-a89223902308 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 07 04:47:45.015817 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.policy [None req-c24b98aa-cd96-4e9b-a3f3-a89223902308 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93260) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 07 04:47:45.060813 dv-cinder-759943-8-iscsi neutron-server[93260]: WARNING oslo_policy.policy [None req-c24b98aa-cd96-4e9b-a3f3-a89223902308 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 07 04:47:45.061444 dv-cinder-759943-8-iscsi neutron-server[93260]: WARNING oslo_policy.policy [None req-c24b98aa-cd96-4e9b-a3f3-a89223902308 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 07 04:47:45.069899 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24b98aa-cd96-4e9b-a3f3-a89223902308 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:47:45.071674 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-c24b98aa-cd96-4e9b-a3f3-a89223902308 admin admin] 10.222.0.13 "GET /v2.0/networks/a85f9583-45f0-406b-85a0-e2f9675799ec HTTP/1.1" status: 200 len: 825 time: 1.0174382 Aug 07 04:47:45.110680 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-efcd09d0-887b-4dfb-9a88-b0c5f7f9e40d admin admin] 10.222.0.13 "GET /v2.0/subnetpools/8c3521b4-4163-4ac7-97aa-85bcdb4422dd HTTP/1.1" status: 200 len: 734 time: 0.0331354 Aug 07 04:47:45.120665 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.v2.base [None req-3835612b-0222-4c08-b160-ef3353c1221a admin admin] Request body: {'subnet': {'subnetpool_id': '8c3521b4-4163-4ac7-97aa-85bcdb4422dd', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': '5351f36bc7f94bd38acb2bbc3913c167', 'network_id': 'a85f9583-45f0-406b-85a0-e2f9675799ec'}} {{(pid=93260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:47:45.122233 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.quota [None req-3835612b-0222-4c08-b160-ef3353c1221a admin admin] Loaded quota_driver: . Aug 07 04:47:45.162614 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3835612b-0222-4c08-b160-ef3353c1221a admin admin] Made reservation on behalf of 5351f36bc7f94bd38acb2bbc3913c167 for: {'subnet': 1} {{(pid=93260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:47:45.165709 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-3835612b-0222-4c08-b160-ef3353c1221a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:47:45.474325 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-3835612b-0222-4c08-b160-ef3353c1221a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370'] for subnet, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:47:45.540679 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3835612b-0222-4c08-b160-ef3353c1221a admin admin] Checking segment: {'id': 'fa04a182-9b32-47f9-9fee-db7955222fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a85f9583-45f0-406b-85a0-e2f9675799ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:47:45.541080 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3835612b-0222-4c08-b160-ef3353c1221a admin admin] Network hostable DHCP agents. Network: a85f9583-45f0-406b-85a0-e2f9675799ec, hostable agents: ['fbf586e2-2064-4f25-86fb-4cd270d4900d'], hosted agents: [] {{(pid=93260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 04:47:45.560443 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835612b-0222-4c08-b160-ef3353c1221a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7483a04b-afae-49d8-aff2-386b4f716453,revision_number=0']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:47:45.575058 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835612b-0222-4c08-b160-ef3353c1221a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:47:45.575431 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835612b-0222-4c08-b160-ef3353c1221a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:47:45.575769 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835612b-0222-4c08-b160-ef3353c1221a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:47:45.576101 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835612b-0222-4c08-b160-ef3353c1221a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:47:45.576430 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835612b-0222-4c08-b160-ef3353c1221a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:47:45.576777 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835612b-0222-4c08-b160-ef3353c1221a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:47:45.577100 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835612b-0222-4c08-b160-ef3353c1221a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:47:45.577421 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835612b-0222-4c08-b160-ef3353c1221a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:47:45.577757 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835612b-0222-4c08-b160-ef3353c1221a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:47:45.578126 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835612b-0222-4c08-b160-ef3353c1221a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:47:45.578426 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835612b-0222-4c08-b160-ef3353c1221a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:47:45.578742 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835612b-0222-4c08-b160-ef3353c1221a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:47:45.579895 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3835612b-0222-4c08-b160-ef3353c1221a admin admin] Tracked resource versions report: Aug 07 04:47:45.579895 dv-cinder-759943-8-iscsi neutron-server[93260]: pushed versions: Aug 07 04:47:45.579895 dv-cinder-759943-8-iscsi neutron-server[93260]: { 'AddressGroup': {'1.2'}, Aug 07 04:47:45.579895 dv-cinder-759943-8-iscsi neutron-server[93260]: 'ConntrackHelper': {'1.0'}, Aug 07 04:47:45.579895 dv-cinder-759943-8-iscsi neutron-server[93260]: 'Log': {'1.0'}, Aug 07 04:47:45.579895 dv-cinder-759943-8-iscsi neutron-server[93260]: 'Network': {'1.1'}, Aug 07 04:47:45.579895 dv-cinder-759943-8-iscsi neutron-server[93260]: 'Port': {'1.7'}, Aug 07 04:47:45.579895 dv-cinder-759943-8-iscsi neutron-server[93260]: 'PortForwarding': {'1.2'}, Aug 07 04:47:45.579895 dv-cinder-759943-8-iscsi neutron-server[93260]: 'QosPolicy': {'1.9'}, Aug 07 04:47:45.579895 dv-cinder-759943-8-iscsi neutron-server[93260]: 'SecurityGroup': {'1.4'}, Aug 07 04:47:45.579895 dv-cinder-759943-8-iscsi neutron-server[93260]: 'SecurityGroupRule': {'1.2'}, Aug 07 04:47:45.579895 dv-cinder-759943-8-iscsi neutron-server[93260]: 'SubPort': {'1.0'}, Aug 07 04:47:45.579895 dv-cinder-759943-8-iscsi neutron-server[93260]: 'Subnet': {'1.1'}, Aug 07 04:47:45.579895 dv-cinder-759943-8-iscsi neutron-server[93260]: 'Trunk': {'1.1'}} Aug 07 04:47:45.579895 dv-cinder-759943-8-iscsi neutron-server[93260]: consumer versions: Aug 07 04:47:45.579895 dv-cinder-759943-8-iscsi neutron-server[93260]: { DHCP agent@dv-cinder-759943-8-iscsi: {}, Aug 07 04:47:45.579895 dv-cinder-759943-8-iscsi neutron-server[93260]: L3 agent@dv-cinder-759943-8-iscsi: {}, Aug 07 04:47:45.579895 dv-cinder-759943-8-iscsi neutron-server[93260]: Metadata agent@dv-cinder-759943-8-iscsi: {}, Aug 07 04:47:45.579895 dv-cinder-759943-8-iscsi neutron-server[93260]: Metering agent@dv-cinder-759943-8-iscsi: {}, Aug 07 04:47:45.579895 dv-cinder-759943-8-iscsi neutron-server[93260]: Open vSwitch agent@dv-cinder-759943-8-iscsi: { 'AddressGroup': '1.2', Aug 07 04:47:45.579895 dv-cinder-759943-8-iscsi neutron-server[93260]: 'ConntrackHelper': '1.0', Aug 07 04:47:45.579895 dv-cinder-759943-8-iscsi neutron-server[93260]: 'Log': '1.0', Aug 07 04:47:45.579895 dv-cinder-759943-8-iscsi neutron-server[93260]: 'Network': '1.1', Aug 07 04:47:45.579895 dv-cinder-759943-8-iscsi neutron-server[93260]: 'Port': '1.7', Aug 07 04:47:45.579895 dv-cinder-759943-8-iscsi neutron-server[93260]: 'PortForwarding': '1.2', Aug 07 04:47:45.579895 dv-cinder-759943-8-iscsi neutron-server[93260]: 'QosPolicy': '1.9', Aug 07 04:47:45.579895 dv-cinder-759943-8-iscsi neutron-server[93260]: 'SecurityGroup': '1.4', Aug 07 04:47:45.579895 dv-cinder-759943-8-iscsi neutron-server[93260]: 'SecurityGroupRule': '1.2', Aug 07 04:47:45.579895 dv-cinder-759943-8-iscsi neutron-server[93260]: 'SubPort': '1.0', Aug 07 04:47:45.579895 dv-cinder-759943-8-iscsi neutron-server[93260]: 'Subnet': '1.1', Aug 07 04:47:45.579895 dv-cinder-759943-8-iscsi neutron-server[93260]: 'Trunk': '1.1'}} Aug 07 04:47:45.579895 dv-cinder-759943-8-iscsi neutron-server[93260]: {{(pid=93260) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 07 04:47:45.605380 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3835612b-0222-4c08-b160-ef3353c1221a admin admin] Network a85f9583-45f0-406b-85a0-e2f9675799ec is scheduled to be hosted by DHCP agent fbf586e2-2064-4f25-86fb-4cd270d4900d with binding_index 1 {{(pid=93260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 04:47:45.623032 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.base_scheduler [None req-3835612b-0222-4c08-b160-ef3353c1221a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-8-iscsi, a85f9583-45f0-406b-85a0-e2f9675799ec) {{(pid=93260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:47:45.626877 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3835612b-0222-4c08-b160-ef3353c1221a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:47:45.627505 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-3835612b-0222-4c08-b160-ef3353c1221a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568364'] for subnet, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:47:45.632396 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae9f599-a255-40cc-a8b2-719e6a49b471 None None] Network a85f9583-45f0-406b-85a0-e2f9675799ec requested from dv-cinder-759943-8-iscsi {{(pid=93261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:47:45.647063 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-3835612b-0222-4c08-b160-ef3353c1221a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5300002 Aug 07 04:47:45.969673 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda1a705-fa90-4c6f-8ddf-f6f84a5d30e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09fbd912-be7a-5fce-be8d-62d3fcf6da97-a85f9583-45f0-406b-85a0-e2f9675799ec', 'network_id': 'a85f9583-45f0-406b-85a0-e2f9675799ec', 'tenant_id': '5351f36bc7f94bd38acb2bbc3913c167', 'fixed_ips': [{'subnet_id': '7483a04b-afae-49d8-aff2-386b4f716453'}]}} from dv-cinder-759943-8-iscsi. {{(pid=93261) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 07 04:47:45.971033 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-eda1a705-fa90-4c6f-8ddf-f6f84a5d30e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_create {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:47:46.244902 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.db_base_plugin_common [None req-eda1a705-fa90-4c6f-8ddf-f6f84a5d30e3 None None] Allocated IP 172.20.0.2 (a85f9583-45f0-406b-85a0-e2f9675799ec/7483a04b-afae-49d8-aff2-386b4f716453/12e8a79a-77df-49e5-b1f8-87e2b4ff26d9) {{(pid=93261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:47:46.450758 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-eda1a705-fa90-4c6f-8ddf-f6f84a5d30e3 None None] Notify callbacks [] for port, precommit_create {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:47:46.496356 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-eda1a705-fa90-4c6f-8ddf-f6f84a5d30e3 None None] Transition to ACTIVE for port object 12e8a79a-77df-49e5-b1f8-87e2b4ff26d9 will not be triggered until provisioned by entity L2. {{(pid=93261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:47:46.517140 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-eda1a705-fa90-4c6f-8ddf-f6f84a5d30e3 None None] Transition to ACTIVE for port object 12e8a79a-77df-49e5-b1f8-87e2b4ff26d9 will not be triggered until provisioned by entity DHCP. {{(pid=93261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:47:46.525576 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-eda1a705-fa90-4c6f-8ddf-f6f84a5d30e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768807127269'] for port, after_create {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:47:46.589784 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda1a705-fa90-4c6f-8ddf-f6f84a5d30e3 None None] Network a85f9583-45f0-406b-85a0-e2f9675799ec is already hosted by enough agents. {{(pid=93261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:47:46.596450 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.scheduler.base_scheduler [None req-eda1a705-fa90-4c6f-8ddf-f6f84a5d30e3 None None] Resources bound (agent type, host, resource id): {{(pid=93261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:47:46.609599 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda1a705-fa90-4c6f-8ddf-f6f84a5d30e3 None None] Received port after_create {{(pid=93261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:47:46.615541 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda1a705-fa90-4c6f-8ddf-f6f84a5d30e3 None None] Pushing event updated for resources: {'Port': ['ID=12e8a79a-77df-49e5-b1f8-87e2b4ff26d9,revision_number=1']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:47:46.646744 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda1a705-fa90-4c6f-8ddf-f6f84a5d30e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:47:46.647464 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda1a705-fa90-4c6f-8ddf-f6f84a5d30e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:47:46.647464 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda1a705-fa90-4c6f-8ddf-f6f84a5d30e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:47:46.647733 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda1a705-fa90-4c6f-8ddf-f6f84a5d30e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:47:46.648062 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda1a705-fa90-4c6f-8ddf-f6f84a5d30e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:47:46.648389 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda1a705-fa90-4c6f-8ddf-f6f84a5d30e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:47:46.648714 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda1a705-fa90-4c6f-8ddf-f6f84a5d30e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:47:46.649036 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda1a705-fa90-4c6f-8ddf-f6f84a5d30e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:47:46.649378 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda1a705-fa90-4c6f-8ddf-f6f84a5d30e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:47:46.649705 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda1a705-fa90-4c6f-8ddf-f6f84a5d30e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:47:46.650049 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda1a705-fa90-4c6f-8ddf-f6f84a5d30e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:47:46.650366 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda1a705-fa90-4c6f-8ddf-f6f84a5d30e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:47:46.651557 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda1a705-fa90-4c6f-8ddf-f6f84a5d30e3 None None] Tracked resource versions report: Aug 07 04:47:46.651557 dv-cinder-759943-8-iscsi neutron-server[93261]: pushed versions: Aug 07 04:47:46.651557 dv-cinder-759943-8-iscsi neutron-server[93261]: { 'AddressGroup': {'1.2'}, Aug 07 04:47:46.651557 dv-cinder-759943-8-iscsi neutron-server[93261]: 'ConntrackHelper': {'1.0'}, Aug 07 04:47:46.651557 dv-cinder-759943-8-iscsi neutron-server[93261]: 'Log': {'1.0'}, Aug 07 04:47:46.651557 dv-cinder-759943-8-iscsi neutron-server[93261]: 'Network': {'1.1'}, Aug 07 04:47:46.651557 dv-cinder-759943-8-iscsi neutron-server[93261]: 'Port': {'1.7'}, Aug 07 04:47:46.651557 dv-cinder-759943-8-iscsi neutron-server[93261]: 'PortForwarding': {'1.2'}, Aug 07 04:47:46.651557 dv-cinder-759943-8-iscsi neutron-server[93261]: 'QosPolicy': {'1.9'}, Aug 07 04:47:46.651557 dv-cinder-759943-8-iscsi neutron-server[93261]: 'SecurityGroup': {'1.4'}, Aug 07 04:47:46.651557 dv-cinder-759943-8-iscsi neutron-server[93261]: 'SecurityGroupRule': {'1.2'}, Aug 07 04:47:46.651557 dv-cinder-759943-8-iscsi neutron-server[93261]: 'SubPort': {'1.0'}, Aug 07 04:47:46.651557 dv-cinder-759943-8-iscsi neutron-server[93261]: 'Subnet': {'1.1'}, Aug 07 04:47:46.651557 dv-cinder-759943-8-iscsi neutron-server[93261]: 'Trunk': {'1.1'}} Aug 07 04:47:46.651557 dv-cinder-759943-8-iscsi neutron-server[93261]: consumer versions: Aug 07 04:47:46.651557 dv-cinder-759943-8-iscsi neutron-server[93261]: { DHCP agent@dv-cinder-759943-8-iscsi: {}, Aug 07 04:47:46.651557 dv-cinder-759943-8-iscsi neutron-server[93261]: L3 agent@dv-cinder-759943-8-iscsi: {}, Aug 07 04:47:46.651557 dv-cinder-759943-8-iscsi neutron-server[93261]: Metadata agent@dv-cinder-759943-8-iscsi: {}, Aug 07 04:47:46.651557 dv-cinder-759943-8-iscsi neutron-server[93261]: Metering agent@dv-cinder-759943-8-iscsi: {}, Aug 07 04:47:46.651557 dv-cinder-759943-8-iscsi neutron-server[93261]: Open vSwitch agent@dv-cinder-759943-8-iscsi: { 'AddressGroup': '1.2', Aug 07 04:47:46.651557 dv-cinder-759943-8-iscsi neutron-server[93261]: 'ConntrackHelper': '1.0', Aug 07 04:47:46.651557 dv-cinder-759943-8-iscsi neutron-server[93261]: 'Log': '1.0', Aug 07 04:47:46.651557 dv-cinder-759943-8-iscsi neutron-server[93261]: 'Network': '1.1', Aug 07 04:47:46.651557 dv-cinder-759943-8-iscsi neutron-server[93261]: 'Port': '1.7', Aug 07 04:47:46.651557 dv-cinder-759943-8-iscsi neutron-server[93261]: 'PortForwarding': '1.2', Aug 07 04:47:46.651557 dv-cinder-759943-8-iscsi neutron-server[93261]: 'QosPolicy': '1.9', Aug 07 04:47:46.651557 dv-cinder-759943-8-iscsi neutron-server[93261]: 'SecurityGroup': '1.4', Aug 07 04:47:46.651557 dv-cinder-759943-8-iscsi neutron-server[93261]: 'SecurityGroupRule': '1.2', Aug 07 04:47:46.651557 dv-cinder-759943-8-iscsi neutron-server[93261]: 'SubPort': '1.0', Aug 07 04:47:46.651557 dv-cinder-759943-8-iscsi neutron-server[93261]: 'Subnet': '1.1', Aug 07 04:47:46.651557 dv-cinder-759943-8-iscsi neutron-server[93261]: 'Trunk': '1.1'}} Aug 07 04:47:46.651557 dv-cinder-759943-8-iscsi neutron-server[93261]: {{(pid=93261) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 07 04:47:46.699139 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.managers [None req-eda1a705-fa90-4c6f-8ddf-f6f84a5d30e3 None None] Attempting to bind port 12e8a79a-77df-49e5-b1f8-87e2b4ff26d9 on host dv-cinder-759943-8-iscsi for vnic_type normal with profile {{(pid=93261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:47:46.699530 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.managers [None req-eda1a705-fa90-4c6f-8ddf-f6f84a5d30e3 None None] Attempting to bind port 12e8a79a-77df-49e5-b1f8-87e2b4ff26d9 by drivers openvswitch,hyperv on host dv-cinder-759943-8-iscsi at level 0 using segments [{'id': 'fa04a182-9b32-47f9-9fee-db7955222fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a85f9583-45f0-406b-85a0-e2f9675799ec'}] {{(pid=93261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:47:46.699938 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda1a705-fa90-4c6f-8ddf-f6f84a5d30e3 None None] Attempting to bind port 12e8a79a-77df-49e5-b1f8-87e2b4ff26d9 on network a85f9583-45f0-406b-85a0-e2f9675799ec {{(pid=93261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:47:46.704719 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda1a705-fa90-4c6f-8ddf-f6f84a5d30e3 None None] Checking agent: {'id': '22f5c6e5-2ebd-4458-ab09-beb81a4e99be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 47, 30), 'started_at': datetime.datetime(2021, 8, 7, 4, 47, 30), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:47:46.705135 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda1a705-fa90-4c6f-8ddf-f6f84a5d30e3 None None] Checking segment: {'id': 'fa04a182-9b32-47f9-9fee-db7955222fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a85f9583-45f0-406b-85a0-e2f9675799ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:47:46.705565 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-eda1a705-fa90-4c6f-8ddf-f6f84a5d30e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:47:46.705991 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda1a705-fa90-4c6f-8ddf-f6f84a5d30e3 None None] Bound using segment: {'id': 'fa04a182-9b32-47f9-9fee-db7955222fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a85f9583-45f0-406b-85a0-e2f9675799ec'} {{(pid=93261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:47:46.706488 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.managers [None req-eda1a705-fa90-4c6f-8ddf-f6f84a5d30e3 None None] Bound port: 12e8a79a-77df-49e5-b1f8-87e2b4ff26d9, host: dv-cinder-759943-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa04a182-9b32-47f9-9fee-db7955222fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a85f9583-45f0-406b-85a0-e2f9675799ec'}}] {{(pid=93261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:47:46.706877 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-eda1a705-fa90-4c6f-8ddf-f6f84a5d30e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:47:46.770592 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-eda1a705-fa90-4c6f-8ddf-f6f84a5d30e3 None None] For port 12e8a79a-77df-49e5-b1f8-87e2b4ff26d9, host dv-cinder-759943-8-iscsi, cleared binding levels {{(pid=93261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:47:46.774606 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-eda1a705-fa90-4c6f-8ddf-f6f84a5d30e3 None None] For port 12e8a79a-77df-49e5-b1f8-87e2b4ff26d9, host dv-cinder-759943-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-8-iscsi',level=0,port_id=12e8a79a-77df-49e5-b1f8-87e2b4ff26d9,segment=NetworkSegment(fa04a182-9b32-47f9-9fee-db7955222fbc),segment_id=fa04a182-9b32-47f9-9fee-db7955222fbc)] {{(pid=93261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:47:46.780099 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-eda1a705-fa90-4c6f-8ddf-f6f84a5d30e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:47:46.846529 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda1a705-fa90-4c6f-8ddf-f6f84a5d30e3 None None] Pushing event updated for resources: {'Port': ['ID=12e8a79a-77df-49e5-b1f8-87e2b4ff26d9,revision_number=2']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:47:48.087870 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 33600) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:47:48.423304 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [None req-bb626d21-7c0d-4a85-9ba2-d6eaaad7ff00 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93259) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 07 04:47:48.424311 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-bb626d21-7c0d-4a85-9ba2-d6eaaad7ff00 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3353932 Aug 07 04:47:50.888489 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 33608) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:47:51.241266 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [None req-29d7018e-8d1c-410b-922b-c187f40c7e0e admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93259) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 07 04:47:51.242338 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-29d7018e-8d1c-410b-922b-c187f40c7e0e admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3529198 Aug 07 04:47:54.054551 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 33620) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:47:54.385182 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.v2.base [None req-89b91532-252a-4e06-9c59-2148689e31a9 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '5351f36bc7f94bd38acb2bbc3913c167', 'name': 'router1'}} {{(pid=93259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:47:54.411454 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-89b91532-252a-4e06-9c59-2148689e31a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-740044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1781'] for router, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:47:54.413457 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-89b91532-252a-4e06-9c59-2148689e31a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1790'] for router, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:47:54.561696 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-89b91532-252a-4e06-9c59-2148689e31a9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:47:54.567508 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-89b91532-252a-4e06-9c59-2148689e31a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-739701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-766718'] for router, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:47:54.579832 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-89b91532-252a-4e06-9c59-2148689e31a9 admin admin] Notify callbacks [] for router, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:47:54.581133 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-89b91532-252a-4e06-9c59-2148689e31a9 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5256209 Aug 07 04:47:55.360499 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9226798-8ed5-4b20-bf23-af3f5ba85a5c None None] Network a85f9583-45f0-406b-85a0-e2f9675799ec requested from dv-cinder-759943-8-iscsi {{(pid=93261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:47:55.444312 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-bcdcb7b3-723b-4ab7-a4ad-6ac29450399d None None] Provisioning for port 12e8a79a-77df-49e5-b1f8-87e2b4ff26d9 completed by entity DHCP. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:47:55.759245 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device 12e8a79a-77df-49e5-b1f8-87e2b4ff26d9 up at agent ovs-agent-dv-cinder-759943-8-iscsi {{(pid=93261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:47:55.867701 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Provisioning for port 12e8a79a-77df-49e5-b1f8-87e2b4ff26d9 completed by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:47:55.872613 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Provisioning complete for port 12e8a79a-77df-49e5-b1f8-87e2b4ff26d9 triggered by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:47:55.873176 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:47:55.987795 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:47:56.024412 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] For port 12e8a79a-77df-49e5-b1f8-87e2b4ff26d9, host dv-cinder-759943-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-8-iscsi',level=0,port_id=12e8a79a-77df-49e5-b1f8-87e2b4ff26d9,segment=NetworkSegment(fa04a182-9b32-47f9-9fee-db7955222fbc),segment_id=fa04a182-9b32-47f9-9fee-db7955222fbc)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:47:56.029244 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:47:56.079773 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Pushing event updated for resources: {'Port': ['ID=12e8a79a-77df-49e5-b1f8-87e2b4ff26d9,revision_number=3']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:47:56.761232 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-d06d1549-7ddb-4a98-8a68-a5e18fab0aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:47:56.983084 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 33630) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:47:57.298325 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [None req-92d2a074-6c90-4369-a1c8-8a28cdd0549a admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93259) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 07 04:47:57.299325 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-92d2a074-6c90-4369-a1c8-8a28cdd0549a admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3150547 Aug 07 04:47:57.728216 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device 12e8a79a-77df-49e5-b1f8-87e2b4ff26d9 up at agent ovs-agent-dv-cinder-759943-8-iscsi {{(pid=93261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:47:57.777771 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Provisioning complete for port 12e8a79a-77df-49e5-b1f8-87e2b4ff26d9 triggered by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:47:57.778480 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:47:59.695870 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:47:59.700178 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-7b833e44-ce08-4071-9389-b58a90e7c6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:47:59.827001 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 33638) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:48:00.163964 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.v2.base [None req-f2fca8db-083c-4ad1-abce-1c29505a9c37 admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True}} {{(pid=93260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:48:00.188093 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2fca8db-083c-4ad1-abce-1c29505a9c37 admin admin] Made reservation on behalf of 943b8c708d944652813a0482c08434eb for: {'network': 1} {{(pid=93260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:48:00.190769 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-f2fca8db-083c-4ad1-abce-1c29505a9c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for network, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:48:00.207147 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-f2fca8db-083c-4ad1-abce-1c29505a9c37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:48:00.344032 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-f2fca8db-083c-4ad1-abce-1c29505a9c37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:48:00.349721 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-f2fca8db-083c-4ad1-abce-1c29505a9c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:48:00.369128 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f2fca8db-083c-4ad1-abce-1c29505a9c37 admin admin] Reserving flat network on physical network physnet1 {{(pid=93260) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 07 04:48:00.399166 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fca8db-083c-4ad1-abce-1c29505a9c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39680a42-441e-498a-b257-92891ac98979,revision_number=1']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:48:00.402505 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-f2fca8db-083c-4ad1-abce-1c29505a9c37 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768807653991', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799109'] for segment, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:48:00.403153 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-f2fca8db-083c-4ad1-abce-1c29505a9c37 admin admin] Unsubscribe: segment precommit_create {{(pid=93260) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 07 04:48:00.403688 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.db.segments_db [None req-f2fca8db-083c-4ad1-abce-1c29505a9c37 admin admin] Added segment ac6f53da-148d-4154-8f83-3b309cb182da of type flat for network 7234aba2-ebe6-4f3d-9fb1-8b27c89e529f Aug 07 04:48:00.466919 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-f2fca8db-083c-4ad1-abce-1c29505a9c37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768807114828'] for network, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:48:00.527996 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-f2fca8db-083c-4ad1-abce-1c29505a9c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370'] for network, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:48:00.529224 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fca8db-083c-4ad1-abce-1c29505a9c37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:48:00.529928 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-f2fca8db-083c-4ad1-abce-1c29505a9c37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568364'] for network, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:48:00.637453 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-f2fca8db-083c-4ad1-abce-1c29505a9c37 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8090432 Aug 07 04:48:00.657564 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fca8db-083c-4ad1-abce-1c29505a9c37 admin admin] Pushing event updated for resources: {'Network': ['ID=7234aba2-ebe6-4f3d-9fb1-8b27c89e529f,revision_number=1']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:48:00.681070 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Network 7234aba2-ebe6-4f3d-9fb1-8b27c89e529f details requested by agent ovs-agent-dv-cinder-759943-8-iscsi with host dv-cinder-759943-8-iscsi {{(pid=93261) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 04:48:00.701466 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-f79f476c-1ac6-45f4-a536-05d31601a6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:48:02.439657 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-fe46c1f5-d46f-4bdc-a2a5-961a9e169c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:48:03.105275 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 33656) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:48:03.412918 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9807dd-06c6-48ee-803f-32f90a2e6e1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:48:03.414387 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-ee9807dd-06c6-48ee-803f-32f90a2e6e1a admin admin] 10.222.0.13 "GET /v2.0/subnets/7483a04b-afae-49d8-aff2-386b4f716453 HTTP/1.1" status: 200 len: 849 time: 0.3078456 Aug 07 04:48:03.559092 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-47698946-275a-411d-94f6-09c5199bf947 admin admin] 10.222.0.13 "GET /v2.0/routers/388022ef-eb2b-4afd-9011-76f00cc04c97 HTTP/1.1" status: 200 len: 704 time: 0.1384492 Aug 07 04:48:03.837378 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-48fe61f3-ff1a-400e-8019-2eb39cf9044e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:48:04.171601 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.db_base_plugin_common [None req-48fe61f3-ff1a-400e-8019-2eb39cf9044e admin admin] Allocated IP 172.20.0.1 (a85f9583-45f0-406b-85a0-e2f9675799ec/7483a04b-afae-49d8-aff2-386b4f716453/449425be-45dc-438b-a6b0-c1a7be41fa73) {{(pid=93259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:48:04.386297 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-48fe61f3-ff1a-400e-8019-2eb39cf9044e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:48:04.412701 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.provisioning_blocks [None req-48fe61f3-ff1a-400e-8019-2eb39cf9044e admin admin] Transition to ACTIVE for port object 449425be-45dc-438b-a6b0-c1a7be41fa73 will not be triggered until provisioned by entity DHCP. {{(pid=93259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:48:04.500605 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-48fe61f3-ff1a-400e-8019-2eb39cf9044e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768807127269'] for port, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:48:04.568679 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48fe61f3-ff1a-400e-8019-2eb39cf9044e admin admin] Network a85f9583-45f0-406b-85a0-e2f9675799ec is already hosted by enough agents. {{(pid=93259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:48:04.576177 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.base_scheduler [None req-48fe61f3-ff1a-400e-8019-2eb39cf9044e admin admin] Resources bound (agent type, host, resource id): {{(pid=93259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:48:04.584107 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fe61f3-ff1a-400e-8019-2eb39cf9044e admin admin] Received port after_create {{(pid=93259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:48:04.584678 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-48fe61f3-ff1a-400e-8019-2eb39cf9044e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765965'] for router_interface, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:48:04.673267 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fe61f3-ff1a-400e-8019-2eb39cf9044e admin admin] Pushing event updated for resources: {'Port': ['ID=449425be-45dc-438b-a6b0-c1a7be41fa73,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:48:04.829379 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-85ca1495-116c-400c-85be-356cac344d5e None None] Provisioning for port 449425be-45dc-438b-a6b0-c1a7be41fa73 completed by entity DHCP. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:48:04.833541 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-85ca1495-116c-400c-85be-356cac344d5e None None] Provisioning complete for port 449425be-45dc-438b-a6b0-c1a7be41fa73 triggered by entity DHCP. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:48:04.833943 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-85ca1495-116c-400c-85be-356cac344d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:48:04.869380 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.plugin [None req-85ca1495-116c-400c-85be-356cac344d5e None None] Port 449425be-45dc-438b-a6b0-c1a7be41fa73 cannot update to ACTIVE because it is not bound. {{(pid=93261) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 04:48:04.920991 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-48fe61f3-ff1a-400e-8019-2eb39cf9044e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:48:05.148774 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-48fe61f3-ff1a-400e-8019-2eb39cf9044e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:48:05.154157 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-48fe61f3-ff1a-400e-8019-2eb39cf9044e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:48:05.155010 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-48fe61f3-ff1a-400e-8019-2eb39cf9044e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766137'] for router_interface, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:48:05.259105 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fe61f3-ff1a-400e-8019-2eb39cf9044e admin admin] Pushing event updated for resources: {'Port': ['ID=449425be-45dc-438b-a6b0-c1a7be41fa73,revision_number=2']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:48:05.314529 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48fe61f3-ff1a-400e-8019-2eb39cf9044e admin admin] Network a85f9583-45f0-406b-85a0-e2f9675799ec is already hosted by enough agents. {{(pid=93259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:48:05.316301 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.base_scheduler [None req-48fe61f3-ff1a-400e-8019-2eb39cf9044e admin admin] Resources bound (agent type, host, resource id): {{(pid=93259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:48:05.551159 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48fe61f3-ff1a-400e-8019-2eb39cf9044e admin admin] Router 388022ef-eb2b-4afd-9011-76f00cc04c97 is scheduled to L3 agent c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6 with binding_index 1 {{(pid=93259) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 07 04:48:05.597219 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-c9f3f56e-b359-4da1-8136-f305aaac4639 None None] Provisioning complete for port 449425be-45dc-438b-a6b0-c1a7be41fa73 triggered by entity DHCP. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:48:05.597513 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-c9f3f56e-b359-4da1-8136-f305aaac4639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:48:05.640149 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.plugin [None req-c9f3f56e-b359-4da1-8136-f305aaac4639 None None] Port 449425be-45dc-438b-a6b0-c1a7be41fa73 cannot update to ACTIVE because it is not bound. {{(pid=93261) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 04:48:05.684472 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48fe61f3-ff1a-400e-8019-2eb39cf9044e admin admin] Notify agent at l3_agent.dv-cinder-759943-8-iscsi the message routers_updated {{(pid=93259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 04:48:05.692033 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-48fe61f3-ff1a-400e-8019-2eb39cf9044e admin admin] 10.222.0.13 "PUT /v2.0/routers/388022ef-eb2b-4afd-9011-76f00cc04c97/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1265464 Aug 07 04:48:05.700363 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c02c3c8-4ab0-4ce9-9edb-75376512d1d5 None None] Sync routers for ids ['388022ef-eb2b-4afd-9011-76f00cc04c97'] in dv-cinder-759943-8-iscsi {{(pid=93262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 04:48:05.714509 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c02c3c8-4ab0-4ce9-9edb-75376512d1d5 None None] Routers {'388022ef-eb2b-4afd-9011-76f00cc04c97'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:48:05.715532 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_hamode_db [None req-7c02c3c8-4ab0-4ce9-9edb-75376512d1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T04:48:00Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['388022ef-eb2b-4afd-9011-76f00cc04c97'], 'active': True} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:48:05.948538 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvr_db [None req-7c02c3c8-4ab0-4ce9-9edb-75376512d1d5 None None] Set router 388022ef-eb2b-4afd-9011-76f00cc04c97 gateway port host: None {{(pid=93262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:48:06.451936 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_hamode_db [None req-7c02c3c8-4ab0-4ce9-9edb-75376512d1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '388022ef-eb2b-4afd-9011-76f00cc04c97', 'name': 'router1', 'tenant_id': '5351f36bc7f94bd38acb2bbc3913c167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:47:54Z', 'updated_at': '2021-08-07T04:48:04Z', 'revision_number': 2, 'project_id': '5351f36bc7f94bd38acb2bbc3913c167', 'gw_port_host': None, '_interfaces': [{'id': '449425be-45dc-438b-a6b0-c1a7be41fa73', 'name': '', 'network_id': 'a85f9583-45f0-406b-85a0-e2f9675799ec', 'tenant_id': '5351f36bc7f94bd38acb2bbc3913c167', 'mac_address': 'fa:16:3e:6d:4c:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '388022ef-eb2b-4afd-9011-76f00cc04c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7483a04b-afae-49d8-aff2-386b4f716453', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:48:03Z', 'updated_at': '2021-08-07T04:48:05Z', 'revision_number': 2, 'project_id': '5351f36bc7f94bd38acb2bbc3913c167', 'subnets': [{'id': '7483a04b-afae-49d8-aff2-386b4f716453', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8c3521b4-4163-4ac7-97aa-85bcdb4422dd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:48:06.509037 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c02c3c8-4ab0-4ce9-9edb-75376512d1d5 None None] Checking router: 388022ef-eb2b-4afd-9011-76f00cc04c97 for host: dv-cinder-759943-8-iscsi {{(pid=93262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 04:48:06.509486 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c02c3c8-4ab0-4ce9-9edb-75376512d1d5 None None] Updating router 388022ef-eb2b-4afd-9011-76f00cc04c97 port 449425be-45dc-438b-a6b0-c1a7be41fa73 binding host dv-cinder-759943-8-iscsi {{(pid=93262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 04:48:06.562146 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-7c02c3c8-4ab0-4ce9-9edb-75376512d1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:48:07.244747 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-7c02c3c8-4ab0-4ce9-9edb-75376512d1d5 None None] Notify callbacks [] for port, precommit_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:48:07.274002 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.provisioning_blocks [None req-7c02c3c8-4ab0-4ce9-9edb-75376512d1d5 None None] Transition to ACTIVE for port object 449425be-45dc-438b-a6b0-c1a7be41fa73 will not be triggered until provisioned by entity L2. {{(pid=93262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:48:07.280553 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-7c02c3c8-4ab0-4ce9-9edb-75376512d1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:48:07.464447 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.managers [None req-7c02c3c8-4ab0-4ce9-9edb-75376512d1d5 None None] Attempting to bind port 449425be-45dc-438b-a6b0-c1a7be41fa73 on host dv-cinder-759943-8-iscsi for vnic_type normal with profile {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:48:07.464856 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.managers [None req-7c02c3c8-4ab0-4ce9-9edb-75376512d1d5 None None] Attempting to bind port 449425be-45dc-438b-a6b0-c1a7be41fa73 by drivers openvswitch,hyperv on host dv-cinder-759943-8-iscsi at level 0 using segments [{'id': 'fa04a182-9b32-47f9-9fee-db7955222fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a85f9583-45f0-406b-85a0-e2f9675799ec'}] {{(pid=93262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:48:07.465275 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c02c3c8-4ab0-4ce9-9edb-75376512d1d5 None None] Attempting to bind port 449425be-45dc-438b-a6b0-c1a7be41fa73 on network a85f9583-45f0-406b-85a0-e2f9675799ec {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:48:07.475083 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fc6911-702f-4287-9d59-516cbd5d94b5 None None] Pushing event updated for resources: {'Port': ['ID=449425be-45dc-438b-a6b0-c1a7be41fa73,revision_number=3']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:48:07.478196 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c02c3c8-4ab0-4ce9-9edb-75376512d1d5 None None] Checking agent: {'id': '22f5c6e5-2ebd-4458-ab09-beb81a4e99be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 47, 30), 'started_at': datetime.datetime(2021, 8, 7, 4, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:48:07.487129 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c02c3c8-4ab0-4ce9-9edb-75376512d1d5 None None] Checking segment: {'id': 'fa04a182-9b32-47f9-9fee-db7955222fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a85f9583-45f0-406b-85a0-e2f9675799ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:48:07.487129 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-7c02c3c8-4ab0-4ce9-9edb-75376512d1d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:48:07.487129 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c02c3c8-4ab0-4ce9-9edb-75376512d1d5 None None] Bound using segment: {'id': 'fa04a182-9b32-47f9-9fee-db7955222fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a85f9583-45f0-406b-85a0-e2f9675799ec'} {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:48:07.487129 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.managers [None req-7c02c3c8-4ab0-4ce9-9edb-75376512d1d5 None None] Bound port: 449425be-45dc-438b-a6b0-c1a7be41fa73, host: dv-cinder-759943-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa04a182-9b32-47f9-9fee-db7955222fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'a85f9583-45f0-406b-85a0-e2f9675799ec'}}] {{(pid=93262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:48:07.487129 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-7c02c3c8-4ab0-4ce9-9edb-75376512d1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:48:07.503770 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fc6911-702f-4287-9d59-516cbd5d94b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:48:07.505380 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fc6911-702f-4287-9d59-516cbd5d94b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:48:07.505754 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fc6911-702f-4287-9d59-516cbd5d94b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:48:07.506133 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fc6911-702f-4287-9d59-516cbd5d94b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:48:07.506473 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fc6911-702f-4287-9d59-516cbd5d94b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:48:07.506814 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fc6911-702f-4287-9d59-516cbd5d94b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:48:07.507151 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fc6911-702f-4287-9d59-516cbd5d94b5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:48:07.507486 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fc6911-702f-4287-9d59-516cbd5d94b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:48:07.507944 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fc6911-702f-4287-9d59-516cbd5d94b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:48:07.508280 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fc6911-702f-4287-9d59-516cbd5d94b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:48:07.508712 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fc6911-702f-4287-9d59-516cbd5d94b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:48:07.509278 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fc6911-702f-4287-9d59-516cbd5d94b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:48:07.510186 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fc6911-702f-4287-9d59-516cbd5d94b5 None None] Tracked resource versions report: Aug 07 04:48:07.510186 dv-cinder-759943-8-iscsi neutron-server[93262]: pushed versions: Aug 07 04:48:07.510186 dv-cinder-759943-8-iscsi neutron-server[93262]: { 'AddressGroup': {'1.2'}, Aug 07 04:48:07.510186 dv-cinder-759943-8-iscsi neutron-server[93262]: 'ConntrackHelper': {'1.0'}, Aug 07 04:48:07.510186 dv-cinder-759943-8-iscsi neutron-server[93262]: 'Log': {'1.0'}, Aug 07 04:48:07.510186 dv-cinder-759943-8-iscsi neutron-server[93262]: 'Network': {'1.1'}, Aug 07 04:48:07.510186 dv-cinder-759943-8-iscsi neutron-server[93262]: 'Port': {'1.7'}, Aug 07 04:48:07.510186 dv-cinder-759943-8-iscsi neutron-server[93262]: 'PortForwarding': {'1.2'}, Aug 07 04:48:07.510186 dv-cinder-759943-8-iscsi neutron-server[93262]: 'QosPolicy': {'1.9'}, Aug 07 04:48:07.510186 dv-cinder-759943-8-iscsi neutron-server[93262]: 'SecurityGroup': {'1.4'}, Aug 07 04:48:07.510186 dv-cinder-759943-8-iscsi neutron-server[93262]: 'SecurityGroupRule': {'1.2'}, Aug 07 04:48:07.510186 dv-cinder-759943-8-iscsi neutron-server[93262]: 'SubPort': {'1.0'}, Aug 07 04:48:07.510186 dv-cinder-759943-8-iscsi neutron-server[93262]: 'Subnet': {'1.1'}, Aug 07 04:48:07.510186 dv-cinder-759943-8-iscsi neutron-server[93262]: 'Trunk': {'1.1'}} Aug 07 04:48:07.510186 dv-cinder-759943-8-iscsi neutron-server[93262]: consumer versions: Aug 07 04:48:07.510186 dv-cinder-759943-8-iscsi neutron-server[93262]: { DHCP agent@dv-cinder-759943-8-iscsi: {}, Aug 07 04:48:07.510186 dv-cinder-759943-8-iscsi neutron-server[93262]: L3 agent@dv-cinder-759943-8-iscsi: {}, Aug 07 04:48:07.510186 dv-cinder-759943-8-iscsi neutron-server[93262]: Metadata agent@dv-cinder-759943-8-iscsi: {}, Aug 07 04:48:07.510186 dv-cinder-759943-8-iscsi neutron-server[93262]: Metering agent@dv-cinder-759943-8-iscsi: {}, Aug 07 04:48:07.510186 dv-cinder-759943-8-iscsi neutron-server[93262]: Open vSwitch agent@dv-cinder-759943-8-iscsi: { 'AddressGroup': '1.2', Aug 07 04:48:07.510186 dv-cinder-759943-8-iscsi neutron-server[93262]: 'ConntrackHelper': '1.0', Aug 07 04:48:07.510186 dv-cinder-759943-8-iscsi neutron-server[93262]: 'Log': '1.0', Aug 07 04:48:07.510186 dv-cinder-759943-8-iscsi neutron-server[93262]: 'Network': '1.1', Aug 07 04:48:07.510186 dv-cinder-759943-8-iscsi neutron-server[93262]: 'Port': '1.7', Aug 07 04:48:07.510186 dv-cinder-759943-8-iscsi neutron-server[93262]: 'PortForwarding': '1.2', Aug 07 04:48:07.510186 dv-cinder-759943-8-iscsi neutron-server[93262]: 'QosPolicy': '1.9', Aug 07 04:48:07.510186 dv-cinder-759943-8-iscsi neutron-server[93262]: 'SecurityGroup': '1.4', Aug 07 04:48:07.510186 dv-cinder-759943-8-iscsi neutron-server[93262]: 'SecurityGroupRule': '1.2', Aug 07 04:48:07.510186 dv-cinder-759943-8-iscsi neutron-server[93262]: 'SubPort': '1.0', Aug 07 04:48:07.510186 dv-cinder-759943-8-iscsi neutron-server[93262]: 'Subnet': '1.1', Aug 07 04:48:07.510186 dv-cinder-759943-8-iscsi neutron-server[93262]: 'Trunk': '1.1'}} Aug 07 04:48:07.510186 dv-cinder-759943-8-iscsi neutron-server[93262]: {{(pid=93262) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 07 04:48:07.588680 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.db [None req-7c02c3c8-4ab0-4ce9-9edb-75376512d1d5 None None] For port 449425be-45dc-438b-a6b0-c1a7be41fa73, host dv-cinder-759943-8-iscsi, cleared binding levels {{(pid=93262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:48:07.617891 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.db [None req-7c02c3c8-4ab0-4ce9-9edb-75376512d1d5 None None] For port 449425be-45dc-438b-a6b0-c1a7be41fa73, host dv-cinder-759943-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-8-iscsi',level=0,port_id=449425be-45dc-438b-a6b0-c1a7be41fa73,segment=NetworkSegment(fa04a182-9b32-47f9-9fee-db7955222fbc),segment_id=fa04a182-9b32-47f9-9fee-db7955222fbc)] {{(pid=93262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:48:07.623602 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-7c02c3c8-4ab0-4ce9-9edb-75376512d1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:48:07.687273 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fc6911-702f-4287-9d59-516cbd5d94b5 None None] Pushing event updated for resources: {'Port': ['ID=449425be-45dc-438b-a6b0-c1a7be41fa73,revision_number=4']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:48:07.697656 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c02c3c8-4ab0-4ce9-9edb-75376512d1d5 None None] Routers {'388022ef-eb2b-4afd-9011-76f00cc04c97'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:48:07.698401 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_hamode_db [None req-7c02c3c8-4ab0-4ce9-9edb-75376512d1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T04:48:00Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['388022ef-eb2b-4afd-9011-76f00cc04c97'], 'active': True} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:48:07.820416 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvr_db [None req-7c02c3c8-4ab0-4ce9-9edb-75376512d1d5 None None] Set router 388022ef-eb2b-4afd-9011-76f00cc04c97 gateway port host: None {{(pid=93262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:48:08.063221 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_hamode_db [None req-7c02c3c8-4ab0-4ce9-9edb-75376512d1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '388022ef-eb2b-4afd-9011-76f00cc04c97', 'name': 'router1', 'tenant_id': '5351f36bc7f94bd38acb2bbc3913c167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:47:54Z', 'updated_at': '2021-08-07T04:48:04Z', 'revision_number': 2, 'project_id': '5351f36bc7f94bd38acb2bbc3913c167', 'gw_port_host': None, '_interfaces': [{'id': '449425be-45dc-438b-a6b0-c1a7be41fa73', 'name': '', 'network_id': 'a85f9583-45f0-406b-85a0-e2f9675799ec', 'tenant_id': '5351f36bc7f94bd38acb2bbc3913c167', 'mac_address': 'fa:16:3e:6d:4c:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '388022ef-eb2b-4afd-9011-76f00cc04c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7483a04b-afae-49d8-aff2-386b4f716453', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:48:03Z', 'updated_at': '2021-08-07T04:48:07Z', 'revision_number': 4, 'project_id': '5351f36bc7f94bd38acb2bbc3913c167', 'subnets': [{'id': '7483a04b-afae-49d8-aff2-386b4f716453', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8c3521b4-4163-4ac7-97aa-85bcdb4422dd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:48:08.090248 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c02c3c8-4ab0-4ce9-9edb-75376512d1d5 None None] The sync data for ids ['388022ef-eb2b-4afd-9011-76f00cc04c97'] in dv-cinder-759943-8-iscsi is: [{'id': '388022ef-eb2b-4afd-9011-76f00cc04c97', 'name': 'router1', 'tenant_id': '5351f36bc7f94bd38acb2bbc3913c167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:47:54Z', 'updated_at': '2021-08-07T04:48:04Z', 'revision_number': 2, 'project_id': '5351f36bc7f94bd38acb2bbc3913c167', 'gw_port_host': None, '_interfaces': [{'id': '449425be-45dc-438b-a6b0-c1a7be41fa73', 'name': '', 'network_id': 'a85f9583-45f0-406b-85a0-e2f9675799ec', 'tenant_id': '5351f36bc7f94bd38acb2bbc3913c167', 'mac_address': 'fa:16:3e:6d:4c:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '388022ef-eb2b-4afd-9011-76f00cc04c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7483a04b-afae-49d8-aff2-386b4f716453', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:48:03Z', 'updated_at': '2021-08-07T04:48:07Z', 'revision_number': 4, 'project_id': '5351f36bc7f94bd38acb2bbc3913c167', 'subnets': [{'id': '7483a04b-afae-49d8-aff2-386b4f716453', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8c3521b4-4163-4ac7-97aa-85bcdb4422dd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 04:48:08.179913 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 33676) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:48:08.302775 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a965fbf-6a80-449a-9514-55dddd7eb878 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:48:08.304177 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-2a965fbf-6a80-449a-9514-55dddd7eb878 admin admin] 10.222.0.13 "GET /v2.0/networks/7234aba2-ebe6-4f3d-9fb1-8b27c89e529f HTTP/1.1" status: 200 len: 842 time: 0.1233692 Aug 07 04:48:08.314678 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.v2.base [None req-e9edcc10-1bfa-48b5-9b11-e53e13febf63 admin admin] Request body: {'subnet': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'enable_dhcp': False, 'cidr': '172.27.1.0/24', 'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.27.1.1'}} {{(pid=93260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:48:08.336431 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9edcc10-1bfa-48b5-9b11-e53e13febf63 admin admin] Made reservation on behalf of 943b8c708d944652813a0482c08434eb for: {'subnet': 1} {{(pid=93260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:48:08.338715 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-e9edcc10-1bfa-48b5-9b11-e53e13febf63 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:48:08.695431 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.objects.ports [None req-e9edcc10-1bfa-48b5-9b11-e53e13febf63 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93260) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 07 04:48:08.695901 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-e9edcc10-1bfa-48b5-9b11-e53e13febf63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370'] for subnet, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:48:08.751607 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9edcc10-1bfa-48b5-9b11-e53e13febf63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cdca82c-7858-4732-9c64-e97074532a2d,revision_number=0']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:48:08.762787 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9edcc10-1bfa-48b5-9b11-e53e13febf63 admin admin] Checking segment: {'id': 'ac6f53da-148d-4154-8f83-3b309cb182da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:48:08.763141 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9edcc10-1bfa-48b5-9b11-e53e13febf63 admin admin] Network hostable DHCP agents. Network: 7234aba2-ebe6-4f3d-9fb1-8b27c89e529f, hostable agents: ['fbf586e2-2064-4f25-86fb-4cd270d4900d'], hosted agents: [] {{(pid=93260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 04:48:08.779527 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9edcc10-1bfa-48b5-9b11-e53e13febf63 admin admin] Network 7234aba2-ebe6-4f3d-9fb1-8b27c89e529f is scheduled to be hosted by DHCP agent fbf586e2-2064-4f25-86fb-4cd270d4900d with binding_index 1 {{(pid=93260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 04:48:08.790039 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.base_scheduler [None req-e9edcc10-1bfa-48b5-9b11-e53e13febf63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-8-iscsi, 7234aba2-ebe6-4f3d-9fb1-8b27c89e529f) {{(pid=93260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:48:08.795599 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9edcc10-1bfa-48b5-9b11-e53e13febf63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:48:08.797053 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-e9edcc10-1bfa-48b5-9b11-e53e13febf63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568364'] for subnet, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:48:08.804642 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0343478-5755-4efc-bec3-5c6433c1da31 None None] Network 7234aba2-ebe6-4f3d-9fb1-8b27c89e529f requested from dv-cinder-759943-8-iscsi {{(pid=93261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:48:08.818940 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-e9edcc10-1bfa-48b5-9b11-e53e13febf63 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5077715 Aug 07 04:48:08.951068 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af0c63a-3ce2-463b-a4ad-e67509fa2d57 None None] Network 7234aba2-ebe6-4f3d-9fb1-8b27c89e529f requested from dv-cinder-759943-8-iscsi {{(pid=93261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:48:11.136684 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 33684) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:48:11.392147 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-73c2b721-f600-4414-a31a-83c9c0a3f034 admin admin] 10.222.0.13 "GET /v2.0/routers/388022ef-eb2b-4afd-9011-76f00cc04c97 HTTP/1.1" status: 200 len: 710 time: 0.2541604 Aug 07 04:48:11.479647 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d18ef7-d6af-42ee-a50b-fdb963289ec4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:48:11.481014 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-69d18ef7-d6af-42ee-a50b-fdb963289ec4 admin admin] 10.222.0.13 "GET /v2.0/networks/7234aba2-ebe6-4f3d-9fb1-8b27c89e529f HTTP/1.1" status: 200 len: 886 time: 0.0826118 Aug 07 04:48:11.490490 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.v2.base [None req-ffea9637-93a1-4e98-b58e-aa5558639ff4 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f'}}} {{(pid=93260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:48:11.743169 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-ffea9637-93a1-4e98-b58e-aa5558639ff4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:48:12.035779 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-ffea9637-93a1-4e98-b58e-aa5558639ff4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:48:12.115402 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-ffea9637-93a1-4e98-b58e-aa5558639ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:48:12.267935 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.db.db_base_plugin_common [None req-ffea9637-93a1-4e98-b58e-aa5558639ff4 admin admin] Allocated IP 172.27.1.115 (7234aba2-ebe6-4f3d-9fb1-8b27c89e529f/7cdca82c-7858-4732-9c64-e97074532a2d/317a25c3-4794-4a2a-8af2-f0621ef72923) {{(pid=93260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:48:12.376856 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-ffea9637-93a1-4e98-b58e-aa5558639ff4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:48:12.459784 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-ffea9637-93a1-4e98-b58e-aa5558639ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768807127269'] for port, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:48:12.533393 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffea9637-93a1-4e98-b58e-aa5558639ff4 admin admin] Network 7234aba2-ebe6-4f3d-9fb1-8b27c89e529f is already hosted by enough agents. {{(pid=93260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:48:12.540934 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.base_scheduler [None req-ffea9637-93a1-4e98-b58e-aa5558639ff4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:48:12.543670 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffea9637-93a1-4e98-b58e-aa5558639ff4 admin admin] Received port after_create {{(pid=93260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:48:12.588855 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffea9637-93a1-4e98-b58e-aa5558639ff4 admin admin] Pushing event updated for resources: {'Port': ['ID=317a25c3-4794-4a2a-8af2-f0621ef72923,revision_number=1']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:48:12.845703 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-ffea9637-93a1-4e98-b58e-aa5558639ff4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:48:13.048159 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-ffea9637-93a1-4e98-b58e-aa5558639ff4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-766483', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-739650', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1672'] for router, precommit_update {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:48:13.053802 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-ffea9637-93a1-4e98-b58e-aa5558639ff4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-766718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-766696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-766689', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-739675'] for router, after_update {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:48:13.167513 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffea9637-93a1-4e98-b58e-aa5558639ff4 admin admin] Router 388022ef-eb2b-4afd-9011-76f00cc04c97 has already been hosted by L3 agent c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6 {{(pid=93260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 04:48:13.358259 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffea9637-93a1-4e98-b58e-aa5558639ff4 admin admin] Notify agent at l3_agent.dv-cinder-759943-8-iscsi the message routers_updated {{(pid=93260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 04:48:13.363444 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-ffea9637-93a1-4e98-b58e-aa5558639ff4 admin admin] Notify callbacks [] for router, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:48:13.364913 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-ffea9637-93a1-4e98-b58e-aa5558639ff4 admin admin] 10.222.0.13 "PUT /v2.0/routers/388022ef-eb2b-4afd-9011-76f00cc04c97 HTTP/1.1" status: 200 len: 890 time: 1.8777726 Aug 07 04:48:13.773763 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device 449425be-45dc-438b-a6b0-c1a7be41fa73 up at agent ovs-agent-dv-cinder-759943-8-iscsi {{(pid=93261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:48:13.823446 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Provisioning for port 449425be-45dc-438b-a6b0-c1a7be41fa73 completed by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:48:13.827396 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Provisioning complete for port 449425be-45dc-438b-a6b0-c1a7be41fa73 triggered by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:48:13.827775 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:48:13.911606 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:48:13.943843 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] For port 449425be-45dc-438b-a6b0-c1a7be41fa73, host dv-cinder-759943-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-8-iscsi',level=0,port_id=449425be-45dc-438b-a6b0-c1a7be41fa73,segment=NetworkSegment(fa04a182-9b32-47f9-9fee-db7955222fbc),segment_id=fa04a182-9b32-47f9-9fee-db7955222fbc)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:48:13.947510 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:48:13.995490 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Pushing event updated for resources: {'Port': ['ID=449425be-45dc-438b-a6b0-c1a7be41fa73,revision_number=5']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:48:14.684480 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61bc52c-cf97-4e27-acd3-2cbcdafb71f3 None None] Sync routers for ids ['388022ef-eb2b-4afd-9011-76f00cc04c97'] in dv-cinder-759943-8-iscsi {{(pid=93261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 04:48:14.695225 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61bc52c-cf97-4e27-acd3-2cbcdafb71f3 None None] Routers {'388022ef-eb2b-4afd-9011-76f00cc04c97'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:48:14.695888 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-b61bc52c-cf97-4e27-acd3-2cbcdafb71f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T04:48:00Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['388022ef-eb2b-4afd-9011-76f00cc04c97'], 'active': True} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:48:14.955595 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvr_db [None req-b61bc52c-cf97-4e27-acd3-2cbcdafb71f3 None None] Set router 388022ef-eb2b-4afd-9011-76f00cc04c97 gateway port host: dv-cinder-759943-8-iscsi {{(pid=93261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:48:15.351650 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-b61bc52c-cf97-4e27-acd3-2cbcdafb71f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '388022ef-eb2b-4afd-9011-76f00cc04c97', 'name': 'router1', 'tenant_id': '5351f36bc7f94bd38acb2bbc3913c167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '317a25c3-4794-4a2a-8af2-f0621ef72923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:47:54Z', 'updated_at': '2021-08-07T04:48:12Z', 'revision_number': 4, 'project_id': '5351f36bc7f94bd38acb2bbc3913c167', 'gw_port': {'id': '317a25c3-4794-4a2a-8af2-f0621ef72923', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:54:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '388022ef-eb2b-4afd-9011-76f00cc04c97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:48:12Z', 'updated_at': '2021-08-07T04:48:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi', '_interfaces': [{'id': '449425be-45dc-438b-a6b0-c1a7be41fa73', 'name': '', 'network_id': 'a85f9583-45f0-406b-85a0-e2f9675799ec', 'tenant_id': '5351f36bc7f94bd38acb2bbc3913c167', 'mac_address': 'fa:16:3e:6d:4c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388022ef-eb2b-4afd-9011-76f00cc04c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7483a04b-afae-49d8-aff2-386b4f716453', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:48:03Z', 'updated_at': '2021-08-07T04:48:13Z', 'revision_number': 5, 'project_id': '5351f36bc7f94bd38acb2bbc3913c167', 'subnets': [{'id': '7483a04b-afae-49d8-aff2-386b4f716453', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8c3521b4-4163-4ac7-97aa-85bcdb4422dd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:48:15.404550 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61bc52c-cf97-4e27-acd3-2cbcdafb71f3 None None] Checking router: 388022ef-eb2b-4afd-9011-76f00cc04c97 for host: dv-cinder-759943-8-iscsi {{(pid=93261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 04:48:15.404930 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61bc52c-cf97-4e27-acd3-2cbcdafb71f3 None None] Updating router 388022ef-eb2b-4afd-9011-76f00cc04c97 port 317a25c3-4794-4a2a-8af2-f0621ef72923 binding host dv-cinder-759943-8-iscsi {{(pid=93261) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 04:48:15.452938 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-b61bc52c-cf97-4e27-acd3-2cbcdafb71f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:48:15.748938 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device 449425be-45dc-438b-a6b0-c1a7be41fa73 up at agent ovs-agent-dv-cinder-759943-8-iscsi {{(pid=93261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:48:15.795392 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 33696) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:48:15.821585 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-b61bc52c-cf97-4e27-acd3-2cbcdafb71f3 None None] Notify callbacks [] for port, precommit_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:48:15.836811 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-b61bc52c-cf97-4e27-acd3-2cbcdafb71f3 None None] Transition to ACTIVE for port object 317a25c3-4794-4a2a-8af2-f0621ef72923 will not be triggered until provisioned by entity L2. {{(pid=93261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:48:15.844601 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Provisioning complete for port 449425be-45dc-438b-a6b0-c1a7be41fa73 triggered by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:48:15.844977 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:48:15.846972 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-b61bc52c-cf97-4e27-acd3-2cbcdafb71f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:48:15.915920 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-c371bd32-7a0b-4c81-9f36-2d75f65aaaab admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1192164 Aug 07 04:48:15.922508 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.managers [None req-b61bc52c-cf97-4e27-acd3-2cbcdafb71f3 None None] Attempting to bind port 317a25c3-4794-4a2a-8af2-f0621ef72923 on host dv-cinder-759943-8-iscsi for vnic_type normal with profile {{(pid=93261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:48:15.923052 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.managers [None req-b61bc52c-cf97-4e27-acd3-2cbcdafb71f3 None None] Attempting to bind port 317a25c3-4794-4a2a-8af2-f0621ef72923 by drivers openvswitch,hyperv on host dv-cinder-759943-8-iscsi at level 0 using segments [{'id': 'ac6f53da-148d-4154-8f83-3b309cb182da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f'}] {{(pid=93261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:48:15.923242 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61bc52c-cf97-4e27-acd3-2cbcdafb71f3 None None] Attempting to bind port 317a25c3-4794-4a2a-8af2-f0621ef72923 on network 7234aba2-ebe6-4f3d-9fb1-8b27c89e529f {{(pid=93261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:48:15.942432 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61bc52c-cf97-4e27-acd3-2cbcdafb71f3 None None] Checking agent: {'id': '22f5c6e5-2ebd-4458-ab09-beb81a4e99be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 47, 30), 'started_at': datetime.datetime(2021, 8, 7, 4, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:48:15.942805 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61bc52c-cf97-4e27-acd3-2cbcdafb71f3 None None] Checking segment: {'id': 'ac6f53da-148d-4154-8f83-3b309cb182da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:48:15.943214 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-b61bc52c-cf97-4e27-acd3-2cbcdafb71f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:48:15.943618 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61bc52c-cf97-4e27-acd3-2cbcdafb71f3 None None] Bound using segment: {'id': 'ac6f53da-148d-4154-8f83-3b309cb182da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f'} {{(pid=93261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:48:15.944124 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.managers [None req-b61bc52c-cf97-4e27-acd3-2cbcdafb71f3 None None] Bound port: 317a25c3-4794-4a2a-8af2-f0621ef72923, host: dv-cinder-759943-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac6f53da-148d-4154-8f83-3b309cb182da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f'}}] {{(pid=93261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:48:15.944531 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-b61bc52c-cf97-4e27-acd3-2cbcdafb71f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:48:15.968306 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbbd226-a3c9-4296-950a-f4d952c119d6 None None] Pushing event updated for resources: {'Port': ['ID=317a25c3-4794-4a2a-8af2-f0621ef72923,revision_number=2']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:48:16.039801 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-b61bc52c-cf97-4e27-acd3-2cbcdafb71f3 None None] For port 317a25c3-4794-4a2a-8af2-f0621ef72923, host dv-cinder-759943-8-iscsi, cleared binding levels {{(pid=93261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:48:16.043434 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-b61bc52c-cf97-4e27-acd3-2cbcdafb71f3 None None] For port 317a25c3-4794-4a2a-8af2-f0621ef72923, host dv-cinder-759943-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-8-iscsi',level=0,port_id=317a25c3-4794-4a2a-8af2-f0621ef72923,segment=NetworkSegment(ac6f53da-148d-4154-8f83-3b309cb182da),segment_id=ac6f53da-148d-4154-8f83-3b309cb182da)] {{(pid=93261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:48:16.047868 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-b61bc52c-cf97-4e27-acd3-2cbcdafb71f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:48:16.107812 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61bc52c-cf97-4e27-acd3-2cbcdafb71f3 None None] Routers {'388022ef-eb2b-4afd-9011-76f00cc04c97'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:48:16.108449 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-b61bc52c-cf97-4e27-acd3-2cbcdafb71f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T04:48:00Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['388022ef-eb2b-4afd-9011-76f00cc04c97'], 'active': True} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:48:16.115344 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbbd226-a3c9-4296-950a-f4d952c119d6 None None] Pushing event updated for resources: {'Port': ['ID=317a25c3-4794-4a2a-8af2-f0621ef72923,revision_number=3']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:48:16.297831 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvr_db [None req-b61bc52c-cf97-4e27-acd3-2cbcdafb71f3 None None] Set router 388022ef-eb2b-4afd-9011-76f00cc04c97 gateway port host: dv-cinder-759943-8-iscsi {{(pid=93261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:48:16.518702 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-b61bc52c-cf97-4e27-acd3-2cbcdafb71f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '388022ef-eb2b-4afd-9011-76f00cc04c97', 'name': 'router1', 'tenant_id': '5351f36bc7f94bd38acb2bbc3913c167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '317a25c3-4794-4a2a-8af2-f0621ef72923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:47:54Z', 'updated_at': '2021-08-07T04:48:12Z', 'revision_number': 4, 'project_id': '5351f36bc7f94bd38acb2bbc3913c167', 'gw_port': {'id': '317a25c3-4794-4a2a-8af2-f0621ef72923', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:54:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '388022ef-eb2b-4afd-9011-76f00cc04c97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:48:12Z', 'updated_at': '2021-08-07T04:48:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi', '_interfaces': [{'id': '449425be-45dc-438b-a6b0-c1a7be41fa73', 'name': '', 'network_id': 'a85f9583-45f0-406b-85a0-e2f9675799ec', 'tenant_id': '5351f36bc7f94bd38acb2bbc3913c167', 'mac_address': 'fa:16:3e:6d:4c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388022ef-eb2b-4afd-9011-76f00cc04c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7483a04b-afae-49d8-aff2-386b4f716453', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:48:03Z', 'updated_at': '2021-08-07T04:48:13Z', 'revision_number': 5, 'project_id': '5351f36bc7f94bd38acb2bbc3913c167', 'subnets': [{'id': '7483a04b-afae-49d8-aff2-386b4f716453', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8c3521b4-4163-4ac7-97aa-85bcdb4422dd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:48:16.547398 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61bc52c-cf97-4e27-acd3-2cbcdafb71f3 None None] The sync data for ids ['388022ef-eb2b-4afd-9011-76f00cc04c97'] in dv-cinder-759943-8-iscsi is: [{'id': '388022ef-eb2b-4afd-9011-76f00cc04c97', 'name': 'router1', 'tenant_id': '5351f36bc7f94bd38acb2bbc3913c167', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': '317a25c3-4794-4a2a-8af2-f0621ef72923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:47:54Z', 'updated_at': '2021-08-07T04:48:12Z', 'revision_number': 4, 'project_id': '5351f36bc7f94bd38acb2bbc3913c167', 'gw_port': {'id': '317a25c3-4794-4a2a-8af2-f0621ef72923', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:54:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '388022ef-eb2b-4afd-9011-76f00cc04c97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:48:12Z', 'updated_at': '2021-08-07T04:48:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi', '_interfaces': [{'id': '449425be-45dc-438b-a6b0-c1a7be41fa73', 'name': '', 'network_id': 'a85f9583-45f0-406b-85a0-e2f9675799ec', 'tenant_id': '5351f36bc7f94bd38acb2bbc3913c167', 'mac_address': 'fa:16:3e:6d:4c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388022ef-eb2b-4afd-9011-76f00cc04c97', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7483a04b-afae-49d8-aff2-386b4f716453', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:48:03Z', 'updated_at': '2021-08-07T04:48:13Z', 'revision_number': 5, 'project_id': '5351f36bc7f94bd38acb2bbc3913c167', 'subnets': [{'id': '7483a04b-afae-49d8-aff2-386b4f716453', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8c3521b4-4163-4ac7-97aa-85bcdb4422dd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 04:48:17.805625 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device 317a25c3-4794-4a2a-8af2-f0621ef72923 up at agent ovs-agent-dv-cinder-759943-8-iscsi {{(pid=93261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:48:17.867805 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Provisioning for port 317a25c3-4794-4a2a-8af2-f0621ef72923 completed by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:48:17.872561 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Provisioning complete for port 317a25c3-4794-4a2a-8af2-f0621ef72923 triggered by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:48:17.872947 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:48:17.957885 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:48:17.981790 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] For port 317a25c3-4794-4a2a-8af2-f0621ef72923, host dv-cinder-759943-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-8-iscsi',level=0,port_id=317a25c3-4794-4a2a-8af2-f0621ef72923,segment=NetworkSegment(ac6f53da-148d-4154-8f83-3b309cb182da),segment_id=ac6f53da-148d-4154-8f83-3b309cb182da)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:48:17.988554 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:48:18.042475 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Pushing event updated for resources: {'Port': ['ID=317a25c3-4794-4a2a-8af2-f0621ef72923,revision_number=4']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:48:19.788089 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device 317a25c3-4794-4a2a-8af2-f0621ef72923 up at agent ovs-agent-dv-cinder-759943-8-iscsi {{(pid=93261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:48:19.863180 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Provisioning complete for port 317a25c3-4794-4a2a-8af2-f0621ef72923 triggered by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:48:19.863937 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:48:24.646485 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.agents_db [None req-236ba2d6-2b68-46f9-96aa-64978379ec1a None None] Agent healthcheck: found 5 active agents {{(pid=93262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 04:48:26.781178 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-0f223717-f1f4-488e-9ca5-bcb859cf4f9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:48:29.693390 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:48:29.698071 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-ebf1e625-7b59-47f9-83dd-af5978042929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:48:30.665898 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-f79f476c-1ac6-45f4-a536-05d31601a6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:48:32.453151 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-fe46c1f5-d46f-4bdc-a2a5-961a9e169c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:48:56.770073 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-26a062d5-c06a-4ba8-bbc9-09354a481b2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:48:59.695760 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-ecda3b6c-1e36-4984-bf69-7b4f08e48e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:48:59.700484 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:49:00.680246 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-f79f476c-1ac6-45f4-a536-05d31601a6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:49:01.650677 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.agents_db [None req-236ba2d6-2b68-46f9-96aa-64978379ec1a None None] Agent healthcheck: found 5 active agents {{(pid=93262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 04:49:02.453260 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-fe46c1f5-d46f-4bdc-a2a5-961a9e169c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:49:26.764230 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-919f1b7e-1c80-4e28-8d53-a9e6af7ea999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:49:29.691707 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a323a04d-9c0d-4de6-b73b-63c66e2c7245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:49:29.694829 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:49:30.674684 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-f79f476c-1ac6-45f4-a536-05d31601a6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:49:32.461457 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-fe46c1f5-d46f-4bdc-a2a5-961a9e169c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:49:38.650252 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.agents_db [None req-236ba2d6-2b68-46f9-96aa-64978379ec1a None None] Agent healthcheck: found 5 active agents {{(pid=93262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 04:49:56.276983 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 34266) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:49:56.343337 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.pecan_wsgi.hooks.translation [None req-623546de-0826-419f-b5c6-28ecf0ced68b admin admin] GET failed (client error): The resource could not be found. Aug 07 04:49:56.344688 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-623546de-0826-419f-b5c6-28ecf0ced68b admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0667329 Aug 07 04:49:56.513084 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde8458a-bf58-4d20-a2c5-fec41f68b801 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:49:56.514616 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-bde8458a-bf58-4d20-a2c5-fec41f68b801 admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1630185 Aug 07 04:49:56.765832 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-8a976c0d-fedf-4731-9d81-6aee9b34efee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:49:58.702827 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 34276) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:49:58.802909 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a65e73-a912-452e-a745-851d557d1424 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:49:58.804284 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-c1a65e73-a912-452e-a745-851d557d1424 admin admin] 10.222.0.13 "GET /v2.0/subnets/7483a04b-afae-49d8-aff2-386b4f716453 HTTP/1.1" status: 200 len: 849 time: 0.1005025 Aug 07 04:49:58.814818 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.v2.base [None req-b7d200db-f4da-4f8d-a60d-3e472411aa89 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:49:58.906189 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-b7d200db-f4da-4f8d-a60d-3e472411aa89 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:49:59.049006 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-b7d200db-f4da-4f8d-a60d-3e472411aa89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768807598996'] for subnet, after_update {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:49:59.080037 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d200db-f4da-4f8d-a60d-3e472411aa89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:49:59.080634 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-b7d200db-f4da-4f8d-a60d-3e472411aa89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568364'] for subnet, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:49:59.082016 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-b7d200db-f4da-4f8d-a60d-3e472411aa89 admin admin] 10.222.0.13 "PUT /v2.0/subnets/7483a04b-afae-49d8-aff2-386b4f716453 HTTP/1.1" status: 200 len: 868 time: 0.2716386 Aug 07 04:49:59.088664 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f72bbf-9b28-4acc-a933-9b3cf18697eb None None] Network a85f9583-45f0-406b-85a0-e2f9675799ec requested from dv-cinder-759943-8-iscsi {{(pid=93261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:49:59.104960 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d200db-f4da-4f8d-a60d-3e472411aa89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7483a04b-afae-49d8-aff2-386b4f716453,revision_number=1']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:49:59.113880 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d200db-f4da-4f8d-a60d-3e472411aa89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:49:59.114262 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d200db-f4da-4f8d-a60d-3e472411aa89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:49:59.114608 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d200db-f4da-4f8d-a60d-3e472411aa89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:49:59.114942 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d200db-f4da-4f8d-a60d-3e472411aa89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:49:59.115271 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d200db-f4da-4f8d-a60d-3e472411aa89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:49:59.115647 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d200db-f4da-4f8d-a60d-3e472411aa89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:49:59.115977 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d200db-f4da-4f8d-a60d-3e472411aa89 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:49:59.116303 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d200db-f4da-4f8d-a60d-3e472411aa89 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:49:59.116643 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d200db-f4da-4f8d-a60d-3e472411aa89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:49:59.116968 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d200db-f4da-4f8d-a60d-3e472411aa89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:49:59.117289 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d200db-f4da-4f8d-a60d-3e472411aa89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:49:59.117607 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d200db-f4da-4f8d-a60d-3e472411aa89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:49:59.468102 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-eb6a85c9-7e29-4b7b-bd6c-71946df6dc30 None None] Provisioning complete for port 449425be-45dc-438b-a6b0-c1a7be41fa73 triggered by entity DHCP. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:49:59.468471 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-eb6a85c9-7e29-4b7b-bd6c-71946df6dc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:49:59.557089 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-eb6a85c9-7e29-4b7b-bd6c-71946df6dc30 None None] Provisioning complete for port 12e8a79a-77df-49e5-b1f8-87e2b4ff26d9 triggered by entity DHCP. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:49:59.557350 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-eb6a85c9-7e29-4b7b-bd6c-71946df6dc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:49:59.692293 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-5f20c4c9-8ba4-429d-b894-685298c73f8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:49:59.694265 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:50:00.674907 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-f79f476c-1ac6-45f4-a536-05d31601a6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:50:01.276172 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 34286) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:50:01.480065 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9529bda1-37d7-4da4-88b2-9e1804bd6c75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:50:01.480545 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9529bda1-37d7-4da4-88b2-9e1804bd6c75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:50:01.482117 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-9529bda1-37d7-4da4-88b2-9e1804bd6c75 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2049694 Aug 07 04:50:02.464033 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-fe46c1f5-d46f-4bdc-a2a5-961a9e169c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:50:03.711593 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 34296) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:50:03.911973 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208cc749-3219-4fad-a889-030fc71ee156 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:50:03.912365 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208cc749-3219-4fad-a889-030fc71ee156 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:50:03.913941 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-208cc749-3219-4fad-a889-030fc71ee156 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2013354 Aug 07 04:50:06.136060 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 34304) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:50:06.287612 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9954bc5-6cce-416b-ac5d-23b92bae930c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:50:06.289027 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-b9954bc5-6cce-416b-ac5d-23b92bae930c admin admin] 10.222.0.13 "GET /v2.0/networks/7234aba2-ebe6-4f3d-9fb1-8b27c89e529f HTTP/1.1" status: 200 len: 886 time: 0.1520195 Aug 07 04:50:08.511499 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 34312) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:50:08.661538 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f309bc0c-859b-4aaa-b91f-c3fdd18b0a6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:50:08.662947 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-f309bc0c-859b-4aaa-b91f-c3fdd18b0a6f admin admin] 10.222.0.13 "GET /v2.0/networks/a85f9583-45f0-406b-85a0-e2f9675799ec HTTP/1.1" status: 200 len: 869 time: 0.1505070 Aug 07 04:50:10.834747 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 34320) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:50:10.962422 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c0bbe7-d323-4214-985b-a51a08091866 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:50:10.962876 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c0bbe7-d323-4214-985b-a51a08091866 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:50:10.964414 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-80c0bbe7-d323-4214-985b-a51a08091866 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1286230 Aug 07 04:50:13.155666 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 34328) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:50:13.249394 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9788cb3-b478-481e-8192-26e810e856c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:50:13.249870 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9788cb3-b478-481e-8192-26e810e856c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:50:13.252158 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-c9788cb3-b478-481e-8192-26e810e856c7 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0955462 Aug 07 04:50:15.460785 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 34336) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:50:15.552955 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82251a6b-f741-4417-9361-5f7e2929450d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:50:15.554475 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-82251a6b-f741-4417-9361-5f7e2929450d admin admin] 10.222.0.13 "GET /v2.0/subnets/7483a04b-afae-49d8-aff2-386b4f716453 HTTP/1.1" status: 200 len: 868 time: 0.0925860 Aug 07 04:50:15.649836 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.agents_db [None req-236ba2d6-2b68-46f9-96aa-64978379ec1a None None] Agent healthcheck: found 5 active agents {{(pid=93262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 04:50:17.723617 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 34344) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:50:17.811312 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90da373-1998-4555-aa6b-8270c41e20f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:50:17.812709 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-f90da373-1998-4555-aa6b-8270c41e20f4 admin admin] 10.222.0.13 "GET /v2.0/subnets/7cdca82c-7858-4732-9c64-e97074532a2d HTTP/1.1" status: 200 len: 816 time: 0.0881376 Aug 07 04:50:26.769656 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-656b1a61-f93c-428f-9723-fd11896a4e28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:50:29.692847 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-4bbb07a4-c835-49de-8498-304cf47a9484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:50:29.695344 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:50:30.678588 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-f79f476c-1ac6-45f4-a536-05d31601a6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:50:32.467099 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-fe46c1f5-d46f-4bdc-a2a5-961a9e169c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:50:43.486598 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 34400) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:50:43.534880 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [None req-a8773ec1-96a9-4e4e-9c88-193274d9b624 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93259) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 07 04:50:43.535934 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-a8773ec1-96a9-4e4e-9c88-193274d9b624 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0482991 Aug 07 04:50:45.837559 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 34408) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:50:45.898469 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ac226de-9a9e-4fa6-93ff-7d5208189b31 admin admin] GET failed (client error): The resource could not be found. Aug 07 04:50:45.899821 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-1ac226de-9a9e-4fa6-93ff-7d5208189b31 admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0612781 Aug 07 04:50:45.986743 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00bd51f0-540a-42a1-af3c-121d8ba1258c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:50:45.988225 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-00bd51f0-540a-42a1-af3c-121d8ba1258c admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0840597 Aug 07 04:50:48.188838 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 34416) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:50:48.239759 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.v2.base [None req-907e8f34-ee36-40e6-9033-85227617863f admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=93260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:50:48.262139 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-907e8f34-ee36-40e6-9033-85227617863f admin admin] Made reservation on behalf of 943b8c708d944652813a0482c08434eb for: {'network': 1} {{(pid=93260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:50:48.264406 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-907e8f34-ee36-40e6-9033-85227617863f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for network, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:50:48.300098 dv-cinder-759943-8-iscsi neutron-server[93260]: WARNING neutron.services.revisions.revision_plugin [None req-907e8f34-ee36-40e6-9033-85227617863f admin admin] Could not find related network for resource to bump revision. Aug 07 04:50:48.314186 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-907e8f34-ee36-40e6-9033-85227617863f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=93260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 04:50:48.323457 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-907e8f34-ee36-40e6-9033-85227617863f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799109'] for segment, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:50:48.323795 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.db.segments_db [None req-907e8f34-ee36-40e6-9033-85227617863f admin admin] Added segment b54719b4-7873-42a1-a8a8-66b31dc115a2 of type vlan for network e3d1255d-97db-40d9-85bc-ed5de8997fa1 Aug 07 04:50:48.363009 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-907e8f34-ee36-40e6-9033-85227617863f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768807114828'] for network, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:50:48.391879 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-907e8f34-ee36-40e6-9033-85227617863f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370'] for network, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:50:48.392880 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907e8f34-ee36-40e6-9033-85227617863f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:50:48.393465 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-907e8f34-ee36-40e6-9033-85227617863f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568364'] for network, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:50:48.452397 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-907e8f34-ee36-40e6-9033-85227617863f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2624559 Aug 07 04:50:48.457665 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e8f34-ee36-40e6-9033-85227617863f admin admin] Pushing event updated for resources: {'Network': ['ID=e3d1255d-97db-40d9-85bc-ed5de8997fa1,revision_number=1']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:50:48.481016 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Network e3d1255d-97db-40d9-85bc-ed5de8997fa1 details requested by agent ovs-agent-dv-cinder-759943-8-iscsi with host dv-cinder-759943-8-iscsi {{(pid=93261) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 04:50:50.664277 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 34424) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:50:50.725301 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fac810e-e757-4039-912f-f71727ef9fa8 admin admin] GET failed (client error): The resource could not be found. Aug 07 04:50:50.726659 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-1fac810e-e757-4039-912f-f71727ef9fa8 admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0614231 Aug 07 04:50:50.803232 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c08b03b-0745-4f10-b6e1-c55a9212322f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:50:50.804742 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-5c08b03b-0745-4f10-b6e1-c55a9212322f admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0736601 Aug 07 04:50:50.815516 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.v2.base [None req-d1c94259-a0ec-43e2-ae57-fefd7e94f29a admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': 'e3d1255d-97db-40d9-85bc-ed5de8997fa1', 'ip_version': 4}} {{(pid=93260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:50:50.835533 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c94259-a0ec-43e2-ae57-fefd7e94f29a admin admin] Made reservation on behalf of 943b8c708d944652813a0482c08434eb for: {'subnet': 1} {{(pid=93260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:50:50.837781 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-d1c94259-a0ec-43e2-ae57-fefd7e94f29a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:50:51.110748 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-d1c94259-a0ec-43e2-ae57-fefd7e94f29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370'] for subnet, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:50:51.169023 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c94259-a0ec-43e2-ae57-fefd7e94f29a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b7d97d8-a865-4872-b86d-14539b878cbb,revision_number=0']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:50:51.178417 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c94259-a0ec-43e2-ae57-fefd7e94f29a admin admin] Checking segment: {'id': 'b54719b4-7873-42a1-a8a8-66b31dc115a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e3d1255d-97db-40d9-85bc-ed5de8997fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:50:51.178773 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c94259-a0ec-43e2-ae57-fefd7e94f29a admin admin] Network hostable DHCP agents. Network: e3d1255d-97db-40d9-85bc-ed5de8997fa1, hostable agents: ['fbf586e2-2064-4f25-86fb-4cd270d4900d'], hosted agents: [] {{(pid=93260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 04:50:51.195392 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c94259-a0ec-43e2-ae57-fefd7e94f29a admin admin] Network e3d1255d-97db-40d9-85bc-ed5de8997fa1 is scheduled to be hosted by DHCP agent fbf586e2-2064-4f25-86fb-4cd270d4900d with binding_index 1 {{(pid=93260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 04:50:51.204612 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.base_scheduler [None req-d1c94259-a0ec-43e2-ae57-fefd7e94f29a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-8-iscsi, e3d1255d-97db-40d9-85bc-ed5de8997fa1) {{(pid=93260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:50:51.210265 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c94259-a0ec-43e2-ae57-fefd7e94f29a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:50:51.210861 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-d1c94259-a0ec-43e2-ae57-fefd7e94f29a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568364'] for subnet, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:50:51.212952 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1d6725-d1f2-4662-90f9-53fade353968 None None] Network e3d1255d-97db-40d9-85bc-ed5de8997fa1 requested from dv-cinder-759943-8-iscsi {{(pid=93261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:50:51.226058 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-d1c94259-a0ec-43e2-ae57-fefd7e94f29a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4141707 Aug 07 04:50:51.477925 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a85fd0b-5c4f-44d9-8829-578adc62ee32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09fbd912-be7a-5fce-be8d-62d3fcf6da97-e3d1255d-97db-40d9-85bc-ed5de8997fa1', 'network_id': 'e3d1255d-97db-40d9-85bc-ed5de8997fa1', 'tenant_id': '943b8c708d944652813a0482c08434eb', 'fixed_ips': [{'subnet_id': '3b7d97d8-a865-4872-b86d-14539b878cbb'}]}} from dv-cinder-759943-8-iscsi. {{(pid=93261) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 07 04:50:51.478804 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-0a85fd0b-5c4f-44d9-8829-578adc62ee32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_create {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:50:51.615601 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.db_base_plugin_common [None req-0a85fd0b-5c4f-44d9-8829-578adc62ee32 None None] Allocated IP 192.168.233.2 (e3d1255d-97db-40d9-85bc-ed5de8997fa1/3b7d97d8-a865-4872-b86d-14539b878cbb/add005d8-6e87-4409-8794-47d5ca51749d) {{(pid=93261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:50:51.764702 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-0a85fd0b-5c4f-44d9-8829-578adc62ee32 None None] Notify callbacks [] for port, precommit_create {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:50:51.774659 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-0a85fd0b-5c4f-44d9-8829-578adc62ee32 None None] Transition to ACTIVE for port object add005d8-6e87-4409-8794-47d5ca51749d will not be triggered until provisioned by entity L2. {{(pid=93261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:50:51.789680 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-0a85fd0b-5c4f-44d9-8829-578adc62ee32 None None] Transition to ACTIVE for port object add005d8-6e87-4409-8794-47d5ca51749d will not be triggered until provisioned by entity DHCP. {{(pid=93261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:50:51.797218 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-0a85fd0b-5c4f-44d9-8829-578adc62ee32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768807127269'] for port, after_create {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:50:51.838820 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a85fd0b-5c4f-44d9-8829-578adc62ee32 None None] Network e3d1255d-97db-40d9-85bc-ed5de8997fa1 is already hosted by enough agents. {{(pid=93261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:50:51.841699 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.scheduler.base_scheduler [None req-0a85fd0b-5c4f-44d9-8829-578adc62ee32 None None] Resources bound (agent type, host, resource id): {{(pid=93261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:50:51.845519 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a85fd0b-5c4f-44d9-8829-578adc62ee32 None None] Received port after_create {{(pid=93261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:50:51.851024 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a85fd0b-5c4f-44d9-8829-578adc62ee32 None None] Pushing event updated for resources: {'Port': ['ID=add005d8-6e87-4409-8794-47d5ca51749d,revision_number=1']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:50:51.863803 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a85fd0b-5c4f-44d9-8829-578adc62ee32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:50:51.864155 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a85fd0b-5c4f-44d9-8829-578adc62ee32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:50:51.864501 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a85fd0b-5c4f-44d9-8829-578adc62ee32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:50:51.864855 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a85fd0b-5c4f-44d9-8829-578adc62ee32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:50:51.865169 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a85fd0b-5c4f-44d9-8829-578adc62ee32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:50:51.865500 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a85fd0b-5c4f-44d9-8829-578adc62ee32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:50:51.865826 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a85fd0b-5c4f-44d9-8829-578adc62ee32 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:50:51.866176 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a85fd0b-5c4f-44d9-8829-578adc62ee32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:50:51.866522 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a85fd0b-5c4f-44d9-8829-578adc62ee32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:50:51.866839 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a85fd0b-5c4f-44d9-8829-578adc62ee32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:50:51.867160 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a85fd0b-5c4f-44d9-8829-578adc62ee32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:50:51.867506 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a85fd0b-5c4f-44d9-8829-578adc62ee32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:50:51.916151 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.managers [None req-0a85fd0b-5c4f-44d9-8829-578adc62ee32 None None] Attempting to bind port add005d8-6e87-4409-8794-47d5ca51749d on host dv-cinder-759943-8-iscsi for vnic_type normal with profile {{(pid=93261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:50:51.916515 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.managers [None req-0a85fd0b-5c4f-44d9-8829-578adc62ee32 None None] Attempting to bind port add005d8-6e87-4409-8794-47d5ca51749d by drivers openvswitch,hyperv on host dv-cinder-759943-8-iscsi at level 0 using segments [{'id': 'b54719b4-7873-42a1-a8a8-66b31dc115a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e3d1255d-97db-40d9-85bc-ed5de8997fa1'}] {{(pid=93261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:50:51.916872 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a85fd0b-5c4f-44d9-8829-578adc62ee32 None None] Attempting to bind port add005d8-6e87-4409-8794-47d5ca51749d on network e3d1255d-97db-40d9-85bc-ed5de8997fa1 {{(pid=93261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:50:51.922862 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a85fd0b-5c4f-44d9-8829-578adc62ee32 None None] Checking agent: {'id': '22f5c6e5-2ebd-4458-ab09-beb81a4e99be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 47, 30), 'started_at': datetime.datetime(2021, 8, 7, 4, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:50:51.923238 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a85fd0b-5c4f-44d9-8829-578adc62ee32 None None] Checking segment: {'id': 'b54719b4-7873-42a1-a8a8-66b31dc115a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e3d1255d-97db-40d9-85bc-ed5de8997fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:50:51.923621 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-0a85fd0b-5c4f-44d9-8829-578adc62ee32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:50:51.924007 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a85fd0b-5c4f-44d9-8829-578adc62ee32 None None] Bound using segment: {'id': 'b54719b4-7873-42a1-a8a8-66b31dc115a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e3d1255d-97db-40d9-85bc-ed5de8997fa1'} {{(pid=93261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:50:51.924472 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.managers [None req-0a85fd0b-5c4f-44d9-8829-578adc62ee32 None None] Bound port: add005d8-6e87-4409-8794-47d5ca51749d, host: dv-cinder-759943-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b54719b4-7873-42a1-a8a8-66b31dc115a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e3d1255d-97db-40d9-85bc-ed5de8997fa1'}}] {{(pid=93261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:50:51.924857 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-0a85fd0b-5c4f-44d9-8829-578adc62ee32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:50:51.990001 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-0a85fd0b-5c4f-44d9-8829-578adc62ee32 None None] For port add005d8-6e87-4409-8794-47d5ca51749d, host dv-cinder-759943-8-iscsi, cleared binding levels {{(pid=93261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:50:51.993088 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-0a85fd0b-5c4f-44d9-8829-578adc62ee32 None None] For port add005d8-6e87-4409-8794-47d5ca51749d, host dv-cinder-759943-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-8-iscsi',level=0,port_id=add005d8-6e87-4409-8794-47d5ca51749d,segment=NetworkSegment(b54719b4-7873-42a1-a8a8-66b31dc115a2),segment_id=b54719b4-7873-42a1-a8a8-66b31dc115a2)] {{(pid=93261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:50:51.998081 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-0a85fd0b-5c4f-44d9-8829-578adc62ee32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:50:52.060532 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a85fd0b-5c4f-44d9-8829-578adc62ee32 None None] Pushing event updated for resources: {'Port': ['ID=add005d8-6e87-4409-8794-47d5ca51749d,revision_number=2']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:50:52.654927 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.agents_db [None req-236ba2d6-2b68-46f9-96aa-64978379ec1a None None] Agent healthcheck: found 5 active agents {{(pid=93262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 04:50:52.852097 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c35715c-13d8-407d-ab2c-18b68e476e75 None None] Network e3d1255d-97db-40d9-85bc-ed5de8997fa1 requested from dv-cinder-759943-8-iscsi {{(pid=93261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:50:52.913656 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-0c8cc7f7-36f1-498a-8cbb-a56e8200264f None None] Provisioning for port add005d8-6e87-4409-8794-47d5ca51749d completed by entity DHCP. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:50:53.886287 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device add005d8-6e87-4409-8794-47d5ca51749d up at agent ovs-agent-dv-cinder-759943-8-iscsi {{(pid=93261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:50:53.941803 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Provisioning for port add005d8-6e87-4409-8794-47d5ca51749d completed by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:50:53.945940 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Provisioning complete for port add005d8-6e87-4409-8794-47d5ca51749d triggered by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:50:53.946319 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:50:54.026738 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:50:54.060894 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] For port add005d8-6e87-4409-8794-47d5ca51749d, host dv-cinder-759943-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-8-iscsi',level=0,port_id=add005d8-6e87-4409-8794-47d5ca51749d,segment=NetworkSegment(b54719b4-7873-42a1-a8a8-66b31dc115a2),segment_id=b54719b4-7873-42a1-a8a8-66b31dc115a2)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:50:54.066057 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:50:54.115682 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Pushing event updated for resources: {'Port': ['ID=add005d8-6e87-4409-8794-47d5ca51749d,revision_number=3']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:50:55.865833 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device add005d8-6e87-4409-8794-47d5ca51749d up at agent ovs-agent-dv-cinder-759943-8-iscsi {{(pid=93261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:50:55.915493 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Provisioning complete for port add005d8-6e87-4409-8794-47d5ca51749d triggered by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:50:55.915856 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:50:56.775592 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-ae4fba6f-fc39-4289-8c86-e2d817f18405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:50:59.694808 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:50:59.697331 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-ff27743b-db1d-47e4-96dc-6229d117e477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:51:00.682521 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-f79f476c-1ac6-45f4-a536-05d31601a6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:51:02.479484 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-fe46c1f5-d46f-4bdc-a2a5-961a9e169c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:51:26.768318 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-1c5a6642-99c1-4b85-bfc5-b0957f040d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:51:29.653710 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.agents_db [None req-236ba2d6-2b68-46f9-96aa-64978379ec1a None None] Agent healthcheck: found 5 active agents {{(pid=93262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 04:51:29.696700 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:51:29.699281 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-d869cced-b697-427b-b798-00da8e938e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:51:30.684023 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-f79f476c-1ac6-45f4-a536-05d31601a6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:51:32.471606 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-fe46c1f5-d46f-4bdc-a2a5-961a9e169c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:51:56.769291 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-36e9de58-ab07-42bd-a744-f0e70e634022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:51:59.699759 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:51:59.701665 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-59fa4654-5420-4692-b78f-ccb50bf9315c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:52:00.618781 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 34476) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:52:00.624693 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [None req-0393a073-9f7b-4e2d-98bf-22dad7eabb86 tempest-verify_tempest_config-1096552583 tempest-verify_tempest_config-1096552583-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93259) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 07 04:52:00.625697 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-0393a073-9f7b-4e2d-98bf-22dad7eabb86 tempest-verify_tempest_config-1096552583 tempest-verify_tempest_config-1096552583-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059500 Aug 07 04:52:00.688070 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-f79f476c-1ac6-45f4-a536-05d31601a6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:52:00.953392 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 34494) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:52:01.057868 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-e4ed5c6d-c3af-4149-b31f-d9bf8b80d0be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:52:01.149362 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-e4ed5c6d-c3af-4149-b31f-d9bf8b80d0be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:52:01.153315 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-e4ed5c6d-c3af-4149-b31f-d9bf8b80d0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:52:01.203119 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-e4ed5c6d-c3af-4149-b31f-d9bf8b80d0be admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5bd339298a0944528b335f190d11f4b9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2486043 Aug 07 04:52:01.204186 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed5c6d-c3af-4149-b31f-d9bf8b80d0be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c84416f9-3a5b-4e5a-bbc1-27762462f4ee,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:52:01.207112 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 34498) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:52:01.212774 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed5c6d-c3af-4149-b31f-d9bf8b80d0be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:52:01.213139 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed5c6d-c3af-4149-b31f-d9bf8b80d0be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:52:01.213486 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed5c6d-c3af-4149-b31f-d9bf8b80d0be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:52:01.213820 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed5c6d-c3af-4149-b31f-d9bf8b80d0be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:52:01.214179 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed5c6d-c3af-4149-b31f-d9bf8b80d0be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:52:01.214530 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed5c6d-c3af-4149-b31f-d9bf8b80d0be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:52:01.214983 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed5c6d-c3af-4149-b31f-d9bf8b80d0be admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:52:01.215451 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed5c6d-c3af-4149-b31f-d9bf8b80d0be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:52:01.215910 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed5c6d-c3af-4149-b31f-d9bf8b80d0be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:52:01.216244 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed5c6d-c3af-4149-b31f-d9bf8b80d0be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:52:01.216572 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed5c6d-c3af-4149-b31f-d9bf8b80d0be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:52:01.216895 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed5c6d-c3af-4149-b31f-d9bf8b80d0be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:52:01.265747 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-dbaa8a93-b239-473d-a9a3-f840334d1395 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:52:01.286525 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-dbaa8a93-b239-473d-a9a3-f840334d1395 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:52:01.377889 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-dbaa8a93-b239-473d-a9a3-f840334d1395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:52:01.380759 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-dbaa8a93-b239-473d-a9a3-f840334d1395 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:52:01.381954 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-dbaa8a93-b239-473d-a9a3-f840334d1395 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c84416f9-3a5b-4e5a-bbc1-27762462f4ee HTTP/1.1" status: 204 len: 168 time: 0.1734040 Aug 07 04:52:01.391291 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaa8a93-b239-473d-a9a3-f840334d1395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c84416f9-3a5b-4e5a-bbc1-27762462f4ee,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:52:01.398290 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaa8a93-b239-473d-a9a3-f840334d1395 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:52:01.398636 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaa8a93-b239-473d-a9a3-f840334d1395 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:52:01.399062 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaa8a93-b239-473d-a9a3-f840334d1395 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:52:01.399309 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaa8a93-b239-473d-a9a3-f840334d1395 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:52:01.399638 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaa8a93-b239-473d-a9a3-f840334d1395 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:52:01.399990 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaa8a93-b239-473d-a9a3-f840334d1395 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:52:01.400322 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaa8a93-b239-473d-a9a3-f840334d1395 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:52:01.400656 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaa8a93-b239-473d-a9a3-f840334d1395 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:52:01.400990 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaa8a93-b239-473d-a9a3-f840334d1395 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:52:01.401318 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaa8a93-b239-473d-a9a3-f840334d1395 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:52:01.401640 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaa8a93-b239-473d-a9a3-f840334d1395 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:52:01.402153 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaa8a93-b239-473d-a9a3-f840334d1395 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:52:02.476126 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-fe46c1f5-d46f-4bdc-a2a5-961a9e169c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:52:06.651791 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.agents_db [None req-236ba2d6-2b68-46f9-96aa-64978379ec1a None None] Agent healthcheck: found 5 active agents {{(pid=93262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 04:52:26.770723 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-d90c6733-a75d-44f0-b0b6-ed50af1fb1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:52:29.700035 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:52:29.701815 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-57bc72f6-bc13-4d3b-abc5-58ef7e9e6d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:52:30.690820 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-f79f476c-1ac6-45f4-a536-05d31601a6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:52:32.477662 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-fe46c1f5-d46f-4bdc-a2a5-961a9e169c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:52:43.650677 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.agents_db [None req-236ba2d6-2b68-46f9-96aa-64978379ec1a None None] Agent healthcheck: found 5 active agents {{(pid=93262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 04:52:56.770141 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-e21e9fd1-2cad-4d41-ac39-c2f041b7f5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:52:59.699634 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-1e5c72fa-5bd4-460b-a4c6-8861164e67cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:52:59.702301 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:00.692594 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-f79f476c-1ac6-45f4-a536-05d31601a6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:02.481058 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-fe46c1f5-d46f-4bdc-a2a5-961a9e169c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:20.649654 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.agents_db [None req-236ba2d6-2b68-46f9-96aa-64978379ec1a None None] Agent healthcheck: found 5 active agents {{(pid=93262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 04:53:26.770610 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-3bf3b354-e089-43ff-9ebe-727a4560076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:28.948101 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-741089'] for agent, after_create {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:29.699002 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-f71effde-c88e-4e67-8a28-a4061b959405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:29.700821 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:30.694875 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-f79f476c-1ac6-45f4-a536-05d31601a6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:32.483908 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-fe46c1f5-d46f-4bdc-a2a5-961a9e169c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:33.364936 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 34552) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:53:33.468142 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-8a4094a0-2b0f-4344-b84a-829ab7a6e203 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1021681 Aug 07 04:53:35.629743 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 34562) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:53:35.684976 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-7e99c29c-a1d0-4825-86ec-ae5e3522d3f9 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0540798 Aug 07 04:53:56.770348 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-ab9ce1e2-5db7-45bf-986f-4fb87bdbae6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:57.649263 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.agents_db [None req-236ba2d6-2b68-46f9-96aa-64978379ec1a None None] Agent healthcheck: found 6 active agents {{(pid=93262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 04:53:58.901596 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:59.700127 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-4daef56f-44fd-41a7-b839-6efa2f5e7f53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:53:59.703171 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:00.697570 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-f79f476c-1ac6-45f4-a536-05d31601a6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:02.486492 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-fe46c1f5-d46f-4bdc-a2a5-961a9e169c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:26.773731 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-bb7fd9a6-435d-4b0f-b889-cb84044d0d5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:28.908078 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:29.700599 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-7f98c989-7c4f-4fcc-9fcd-38e111a6bcee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:29.703708 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:30.701774 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-f79f476c-1ac6-45f4-a536-05d31601a6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:32.491142 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-fe46c1f5-d46f-4bdc-a2a5-961a9e169c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:34.648042 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.agents_db [None req-236ba2d6-2b68-46f9-96aa-64978379ec1a None None] Agent healthcheck: found 6 active agents {{(pid=93262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 04:54:56.782222 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-0669f511-f3ee-4e6f-99f0-8fe09c2ed917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:58.904648 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:59.746131 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-0eec32a0-a9cc-4677-b333-51f93a3c71fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:54:59.752567 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:00.705195 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-f79f476c-1ac6-45f4-a536-05d31601a6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:01.745664 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 34782) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:02.273674 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.v2.base [None req-9a0ed6e5-6c6b-43b1-8ad7-6cec61ea9657 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1250311327-network', 'tenant_id': 'a09787aaf9f8489b9ce80e474968b0c0'}} {{(pid=93260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:55:02.277500 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 34810) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:02.298672 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a0ed6e5-6c6b-43b1-8ad7-6cec61ea9657 admin admin] Made reservation on behalf of a09787aaf9f8489b9ce80e474968b0c0 for: {'network': 1} {{(pid=93260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:55:02.302526 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-9a0ed6e5-6c6b-43b1-8ad7-6cec61ea9657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for network, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:02.304108 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 34816) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:02.314659 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-9a0ed6e5-6c6b-43b1-8ad7-6cec61ea9657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:02.418343 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-9a0ed6e5-6c6b-43b1-8ad7-6cec61ea9657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:02.423704 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-9a0ed6e5-6c6b-43b1-8ad7-6cec61ea9657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:02.457929 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a0ed6e5-6c6b-43b1-8ad7-6cec61ea9657 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=93260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 04:55:02.462780 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0ed6e5-6c6b-43b1-8ad7-6cec61ea9657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a2fdef-ce26-4c82-bbae-8d1b91937cfa,revision_number=1']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:02.475218 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-9a0ed6e5-6c6b-43b1-8ad7-6cec61ea9657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799109'] for segment, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:02.475754 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.db.segments_db [None req-9a0ed6e5-6c6b-43b1-8ad7-6cec61ea9657 admin admin] Added segment 67007472-572b-48a7-a3ec-be979b48e642 of type vlan for network 47e9d5be-818e-47e0-bb62-cfe7f85a9f14 Aug 07 04:55:02.500756 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-fe46c1f5-d46f-4bdc-a2a5-961a9e169c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:02.522263 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-9a0ed6e5-6c6b-43b1-8ad7-6cec61ea9657 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768807114828'] for network, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:02.529216 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.v2.base [None req-2bab87aa-8919-47b3-881e-6f91e28d488b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1472397642-network', 'tenant_id': 'ca9c8154dc664b57bc9452622c79c0c6'}} {{(pid=93259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:55:02.551301 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0ed6e5-6c6b-43b1-8ad7-6cec61ea9657 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:55:02.552169 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0ed6e5-6c6b-43b1-8ad7-6cec61ea9657 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:55:02.552662 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0ed6e5-6c6b-43b1-8ad7-6cec61ea9657 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:55:02.553235 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0ed6e5-6c6b-43b1-8ad7-6cec61ea9657 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:55:02.553812 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0ed6e5-6c6b-43b1-8ad7-6cec61ea9657 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:55:02.554386 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0ed6e5-6c6b-43b1-8ad7-6cec61ea9657 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:55:02.555280 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0ed6e5-6c6b-43b1-8ad7-6cec61ea9657 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:55:02.555797 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0ed6e5-6c6b-43b1-8ad7-6cec61ea9657 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:55:02.556341 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0ed6e5-6c6b-43b1-8ad7-6cec61ea9657 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:55:02.556830 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0ed6e5-6c6b-43b1-8ad7-6cec61ea9657 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:55:02.557290 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0ed6e5-6c6b-43b1-8ad7-6cec61ea9657 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:55:02.557872 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0ed6e5-6c6b-43b1-8ad7-6cec61ea9657 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:55:02.559245 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a0ed6e5-6c6b-43b1-8ad7-6cec61ea9657 admin admin] Tracked resource versions report: Aug 07 04:55:02.559245 dv-cinder-759943-8-iscsi neutron-server[93260]: pushed versions: Aug 07 04:55:02.559245 dv-cinder-759943-8-iscsi neutron-server[93260]: { 'AddressGroup': {'1.2'}, Aug 07 04:55:02.559245 dv-cinder-759943-8-iscsi neutron-server[93260]: 'ConntrackHelper': {'1.0'}, Aug 07 04:55:02.559245 dv-cinder-759943-8-iscsi neutron-server[93260]: 'Log': {'1.0'}, Aug 07 04:55:02.559245 dv-cinder-759943-8-iscsi neutron-server[93260]: 'Network': {'1.1'}, Aug 07 04:55:02.559245 dv-cinder-759943-8-iscsi neutron-server[93260]: 'Port': {'1.7'}, Aug 07 04:55:02.559245 dv-cinder-759943-8-iscsi neutron-server[93260]: 'PortForwarding': {'1.2'}, Aug 07 04:55:02.559245 dv-cinder-759943-8-iscsi neutron-server[93260]: 'QosPolicy': {'1.9'}, Aug 07 04:55:02.559245 dv-cinder-759943-8-iscsi neutron-server[93260]: 'SecurityGroup': {'1.4'}, Aug 07 04:55:02.559245 dv-cinder-759943-8-iscsi neutron-server[93260]: 'SecurityGroupRule': {'1.2'}, Aug 07 04:55:02.559245 dv-cinder-759943-8-iscsi neutron-server[93260]: 'SubPort': {'1.0'}, Aug 07 04:55:02.559245 dv-cinder-759943-8-iscsi neutron-server[93260]: 'Subnet': {'1.1'}, Aug 07 04:55:02.559245 dv-cinder-759943-8-iscsi neutron-server[93260]: 'Trunk': {'1.1'}} Aug 07 04:55:02.559245 dv-cinder-759943-8-iscsi neutron-server[93260]: consumer versions: Aug 07 04:55:02.559245 dv-cinder-759943-8-iscsi neutron-server[93260]: { DHCP agent@dv-cinder-759943-8-iscsi: {}, Aug 07 04:55:02.559245 dv-cinder-759943-8-iscsi neutron-server[93260]: HyperV agent@hv-cinder-75994: {}, Aug 07 04:55:02.559245 dv-cinder-759943-8-iscsi neutron-server[93260]: L3 agent@dv-cinder-759943-8-iscsi: {}, Aug 07 04:55:02.559245 dv-cinder-759943-8-iscsi neutron-server[93260]: Metadata agent@dv-cinder-759943-8-iscsi: {}, Aug 07 04:55:02.559245 dv-cinder-759943-8-iscsi neutron-server[93260]: Metering agent@dv-cinder-759943-8-iscsi: {}, Aug 07 04:55:02.559245 dv-cinder-759943-8-iscsi neutron-server[93260]: Open vSwitch agent@dv-cinder-759943-8-iscsi: { 'AddressGroup': '1.2', Aug 07 04:55:02.559245 dv-cinder-759943-8-iscsi neutron-server[93260]: 'ConntrackHelper': '1.0', Aug 07 04:55:02.559245 dv-cinder-759943-8-iscsi neutron-server[93260]: 'Log': '1.0', Aug 07 04:55:02.559245 dv-cinder-759943-8-iscsi neutron-server[93260]: 'Network': '1.1', Aug 07 04:55:02.559245 dv-cinder-759943-8-iscsi neutron-server[93260]: 'Port': '1.7', Aug 07 04:55:02.559245 dv-cinder-759943-8-iscsi neutron-server[93260]: 'PortForwarding': '1.2', Aug 07 04:55:02.559245 dv-cinder-759943-8-iscsi neutron-server[93260]: 'QosPolicy': '1.9', Aug 07 04:55:02.559245 dv-cinder-759943-8-iscsi neutron-server[93260]: 'SecurityGroup': '1.4', Aug 07 04:55:02.559245 dv-cinder-759943-8-iscsi neutron-server[93260]: 'SecurityGroupRule': '1.2', Aug 07 04:55:02.559245 dv-cinder-759943-8-iscsi neutron-server[93260]: 'SubPort': '1.0', Aug 07 04:55:02.559245 dv-cinder-759943-8-iscsi neutron-server[93260]: 'Subnet': '1.1', Aug 07 04:55:02.559245 dv-cinder-759943-8-iscsi neutron-server[93260]: 'Trunk': '1.1'}} Aug 07 04:55:02.559245 dv-cinder-759943-8-iscsi neutron-server[93260]: {{(pid=93260) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 07 04:55:02.565116 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-9a0ed6e5-6c6b-43b1-8ad7-6cec61ea9657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370'] for network, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:02.566482 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0ed6e5-6c6b-43b1-8ad7-6cec61ea9657 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:02.567258 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-9a0ed6e5-6c6b-43b1-8ad7-6cec61ea9657 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568364'] for network, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:02.586915 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bab87aa-8919-47b3-881e-6f91e28d488b admin admin] Made reservation on behalf of ca9c8154dc664b57bc9452622c79c0c6 for: {'network': 1} {{(pid=93259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:55:02.592247 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-2bab87aa-8919-47b3-881e-6f91e28d488b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for network, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:02.615508 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-2bab87aa-8919-47b3-881e-6f91e28d488b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:02.636641 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0ed6e5-6c6b-43b1-8ad7-6cec61ea9657 admin admin] Pushing event updated for resources: {'Network': ['ID=47e9d5be-818e-47e0-bb62-cfe7f85a9f14,revision_number=1']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:02.647933 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-9a0ed6e5-6c6b-43b1-8ad7-6cec61ea9657 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9002872 Aug 07 04:55:02.648796 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 34834) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:02.650038 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Network 47e9d5be-818e-47e0-bb62-cfe7f85a9f14 details requested by agent ovs-agent-dv-cinder-759943-8-iscsi with host dv-cinder-759943-8-iscsi {{(pid=93261) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 04:55:02.661996 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.v2.base [None req-6ec5382d-30aa-4d83-b9f0-bb7d1a5a2f96 admin admin] Request body: {'subnet': {'network_id': '47e9d5be-818e-47e0-bb62-cfe7f85a9f14', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1250311327-subnet', 'tenant_id': 'a09787aaf9f8489b9ce80e474968b0c0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:55:02.760321 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.v2.base [None req-066b4b9e-723f-4761-bfce-2c728f8b1099 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1632921284-network', 'tenant_id': '9b746bb8b3aa499e8c27b85a443ace5c'}} {{(pid=93259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:55:02.797167 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-2bab87aa-8919-47b3-881e-6f91e28d488b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:02.803036 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-2bab87aa-8919-47b3-881e-6f91e28d488b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:02.815766 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bab87aa-8919-47b3-881e-6f91e28d488b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=93259) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 04:55:02.821046 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec5382d-30aa-4d83-b9f0-bb7d1a5a2f96 admin admin] Made reservation on behalf of a09787aaf9f8489b9ce80e474968b0c0 for: {'subnet': 1} {{(pid=93260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:55:02.823891 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-6ec5382d-30aa-4d83-b9f0-bb7d1a5a2f96 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:02.850554 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-2bab87aa-8919-47b3-881e-6f91e28d488b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799109'] for segment, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:02.851145 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.db.segments_db [None req-2bab87aa-8919-47b3-881e-6f91e28d488b admin admin] Added segment 5c4cc400-a497-44e6-be97-a3f4f6364da8 of type vlan for network 4c392ea1-f973-4e27-8c93-9da70b5eee3e Aug 07 04:55:02.898717 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-2bab87aa-8919-47b3-881e-6f91e28d488b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768807114828'] for network, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:02.940367 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bab87aa-8919-47b3-881e-6f91e28d488b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=171455d4-9be9-417b-91c6-1bb2f4ee5c4f,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:02.950356 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.db.api [None req-066b4b9e-723f-4761-bfce-2c728f8b1099 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 07 04:55:02.950356 dv-cinder-759943-8-iscsi neutron-server[93259]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 07 04:55:02.950356 dv-cinder-759943-8-iscsi neutron-server[93259]: [parameters: {'project_id_1': '9b746bb8b3aa499e8c27b85a443ace5c', 'expiration_1': datetime.datetime(2021, 8, 7, 4, 55, 2, 767906)}] Aug 07 04:55:02.950356 dv-cinder-759943-8-iscsi neutron-server[93259]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93259) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 07 04:55:02.951197 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG oslo_db.api [None req-066b4b9e-723f-4761-bfce-2c728f8b1099 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 07 04:55:02.953279 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bab87aa-8919-47b3-881e-6f91e28d488b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:55:02.953882 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bab87aa-8919-47b3-881e-6f91e28d488b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:55:02.954394 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bab87aa-8919-47b3-881e-6f91e28d488b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:55:02.955009 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bab87aa-8919-47b3-881e-6f91e28d488b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:55:02.955504 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bab87aa-8919-47b3-881e-6f91e28d488b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:55:02.955996 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bab87aa-8919-47b3-881e-6f91e28d488b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:55:02.957103 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bab87aa-8919-47b3-881e-6f91e28d488b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:55:02.957727 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bab87aa-8919-47b3-881e-6f91e28d488b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:55:02.958255 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bab87aa-8919-47b3-881e-6f91e28d488b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:55:02.958747 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bab87aa-8919-47b3-881e-6f91e28d488b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:55:02.959297 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bab87aa-8919-47b3-881e-6f91e28d488b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:55:02.959780 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bab87aa-8919-47b3-881e-6f91e28d488b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:55:02.961567 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bab87aa-8919-47b3-881e-6f91e28d488b admin admin] Tracked resource versions report: Aug 07 04:55:02.961567 dv-cinder-759943-8-iscsi neutron-server[93259]: pushed versions: Aug 07 04:55:02.961567 dv-cinder-759943-8-iscsi neutron-server[93259]: { 'AddressGroup': {'1.2'}, Aug 07 04:55:02.961567 dv-cinder-759943-8-iscsi neutron-server[93259]: 'ConntrackHelper': {'1.0'}, Aug 07 04:55:02.961567 dv-cinder-759943-8-iscsi neutron-server[93259]: 'Log': {'1.0'}, Aug 07 04:55:02.961567 dv-cinder-759943-8-iscsi neutron-server[93259]: 'Network': {'1.1'}, Aug 07 04:55:02.961567 dv-cinder-759943-8-iscsi neutron-server[93259]: 'Port': {'1.7'}, Aug 07 04:55:02.961567 dv-cinder-759943-8-iscsi neutron-server[93259]: 'PortForwarding': {'1.2'}, Aug 07 04:55:02.961567 dv-cinder-759943-8-iscsi neutron-server[93259]: 'QosPolicy': {'1.9'}, Aug 07 04:55:02.961567 dv-cinder-759943-8-iscsi neutron-server[93259]: 'SecurityGroup': {'1.4'}, Aug 07 04:55:02.961567 dv-cinder-759943-8-iscsi neutron-server[93259]: 'SecurityGroupRule': {'1.2'}, Aug 07 04:55:02.961567 dv-cinder-759943-8-iscsi neutron-server[93259]: 'SubPort': {'1.0'}, Aug 07 04:55:02.961567 dv-cinder-759943-8-iscsi neutron-server[93259]: 'Subnet': {'1.1'}, Aug 07 04:55:02.961567 dv-cinder-759943-8-iscsi neutron-server[93259]: 'Trunk': {'1.1'}} Aug 07 04:55:02.961567 dv-cinder-759943-8-iscsi neutron-server[93259]: consumer versions: Aug 07 04:55:02.961567 dv-cinder-759943-8-iscsi neutron-server[93259]: { DHCP agent@dv-cinder-759943-8-iscsi: {}, Aug 07 04:55:02.961567 dv-cinder-759943-8-iscsi neutron-server[93259]: HyperV agent@hv-cinder-75994: {}, Aug 07 04:55:02.961567 dv-cinder-759943-8-iscsi neutron-server[93259]: L3 agent@dv-cinder-759943-8-iscsi: {}, Aug 07 04:55:02.961567 dv-cinder-759943-8-iscsi neutron-server[93259]: Metadata agent@dv-cinder-759943-8-iscsi: {}, Aug 07 04:55:02.961567 dv-cinder-759943-8-iscsi neutron-server[93259]: Metering agent@dv-cinder-759943-8-iscsi: {}, Aug 07 04:55:02.961567 dv-cinder-759943-8-iscsi neutron-server[93259]: Open vSwitch agent@dv-cinder-759943-8-iscsi: { 'AddressGroup': '1.2', Aug 07 04:55:02.961567 dv-cinder-759943-8-iscsi neutron-server[93259]: 'ConntrackHelper': '1.0', Aug 07 04:55:02.961567 dv-cinder-759943-8-iscsi neutron-server[93259]: 'Log': '1.0', Aug 07 04:55:02.961567 dv-cinder-759943-8-iscsi neutron-server[93259]: 'Network': '1.1', Aug 07 04:55:02.961567 dv-cinder-759943-8-iscsi neutron-server[93259]: 'Port': '1.7', Aug 07 04:55:02.961567 dv-cinder-759943-8-iscsi neutron-server[93259]: 'PortForwarding': '1.2', Aug 07 04:55:02.961567 dv-cinder-759943-8-iscsi neutron-server[93259]: 'QosPolicy': '1.9', Aug 07 04:55:02.961567 dv-cinder-759943-8-iscsi neutron-server[93259]: 'SecurityGroup': '1.4', Aug 07 04:55:02.961567 dv-cinder-759943-8-iscsi neutron-server[93259]: 'SecurityGroupRule': '1.2', Aug 07 04:55:02.961567 dv-cinder-759943-8-iscsi neutron-server[93259]: 'SubPort': '1.0', Aug 07 04:55:02.961567 dv-cinder-759943-8-iscsi neutron-server[93259]: 'Subnet': '1.1', Aug 07 04:55:02.961567 dv-cinder-759943-8-iscsi neutron-server[93259]: 'Trunk': '1.1'}} Aug 07 04:55:02.961567 dv-cinder-759943-8-iscsi neutron-server[93259]: {{(pid=93259) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 07 04:55:02.973375 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-2bab87aa-8919-47b3-881e-6f91e28d488b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370'] for network, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:02.974749 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bab87aa-8919-47b3-881e-6f91e28d488b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:02.975482 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-2bab87aa-8919-47b3-881e-6f91e28d488b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568364'] for network, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:03.026946 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-6ec5382d-30aa-4d83-b9f0-bb7d1a5a2f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370'] for subnet, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:03.043125 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bab87aa-8919-47b3-881e-6f91e28d488b admin admin] Pushing event updated for resources: {'Network': ['ID=4c392ea1-f973-4e27-8c93-9da70b5eee3e,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:03.055660 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Network 4c392ea1-f973-4e27-8c93-9da70b5eee3e details requested by agent ovs-agent-dv-cinder-759943-8-iscsi with host dv-cinder-759943-8-iscsi {{(pid=93261) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 04:55:03.076078 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-2bab87aa-8919-47b3-881e-6f91e28d488b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7957695 Aug 07 04:55:03.076972 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 34858) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:03.083766 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec5382d-30aa-4d83-b9f0-bb7d1a5a2f96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d69cdc06-5978-4a98-8e5a-dddb9e263998,revision_number=0']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:03.092477 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.v2.base [None req-78b37ee3-5538-4f4b-bb23-9b674d060ed9 admin admin] Request body: {'subnet': {'network_id': '4c392ea1-f973-4e27-8c93-9da70b5eee3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1472397642-subnet', 'tenant_id': 'ca9c8154dc664b57bc9452622c79c0c6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:55:03.126859 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec5382d-30aa-4d83-b9f0-bb7d1a5a2f96 admin admin] Checking segment: {'id': '67007472-572b-48a7-a3ec-be979b48e642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '47e9d5be-818e-47e0-bb62-cfe7f85a9f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:55:03.127505 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec5382d-30aa-4d83-b9f0-bb7d1a5a2f96 admin admin] Network hostable DHCP agents. Network: 47e9d5be-818e-47e0-bb62-cfe7f85a9f14, hostable agents: ['fbf586e2-2064-4f25-86fb-4cd270d4900d'], hosted agents: [] {{(pid=93260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 04:55:03.157149 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec5382d-30aa-4d83-b9f0-bb7d1a5a2f96 admin admin] Network 47e9d5be-818e-47e0-bb62-cfe7f85a9f14 is scheduled to be hosted by DHCP agent fbf586e2-2064-4f25-86fb-4cd270d4900d with binding_index 1 {{(pid=93260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 04:55:03.164117 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b37ee3-5538-4f4b-bb23-9b674d060ed9 admin admin] Made reservation on behalf of ca9c8154dc664b57bc9452622c79c0c6 for: {'subnet': 1} {{(pid=93259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:55:03.166692 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-78b37ee3-5538-4f4b-bb23-9b674d060ed9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:03.173326 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.base_scheduler [None req-6ec5382d-30aa-4d83-b9f0-bb7d1a5a2f96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-8-iscsi, 47e9d5be-818e-47e0-bb62-cfe7f85a9f14) {{(pid=93260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:55:03.191415 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eedf9ef6-cdf9-4766-8468-f047cfb842ad None None] Network 47e9d5be-818e-47e0-bb62-cfe7f85a9f14 requested from dv-cinder-759943-8-iscsi {{(pid=93261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:55:03.201086 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec5382d-30aa-4d83-b9f0-bb7d1a5a2f96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:03.202220 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-6ec5382d-30aa-4d83-b9f0-bb7d1a5a2f96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568364'] for subnet, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:03.228857 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-6ec5382d-30aa-4d83-b9f0-bb7d1a5a2f96 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5786705 Aug 07 04:55:03.232133 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 34862) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:03.238494 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.v2.base [None req-586fe74b-9f92-4d04-9655-ed4c09e9c03e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1250311327-router', 'tenant_id': 'a09787aaf9f8489b9ce80e474968b0c0', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f'}}} {{(pid=93260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:55:03.282180 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-586fe74b-9f92-4d04-9655-ed4c09e9c03e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-740044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1781'] for router, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:03.286509 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-586fe74b-9f92-4d04-9655-ed4c09e9c03e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1790'] for router, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:03.437660 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-586fe74b-9f92-4d04-9655-ed4c09e9c03e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:03.505170 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-066b4b9e-723f-4761-bfce-2c728f8b1099 admin admin] Made reservation on behalf of 9b746bb8b3aa499e8c27b85a443ace5c for: {'network': 1} {{(pid=93259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:55:03.509644 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-066b4b9e-723f-4761-bfce-2c728f8b1099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for network, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:03.529086 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24776f44-f383-4ba4-9a20-ba619c82f87d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09fbd912-be7a-5fce-be8d-62d3fcf6da97-47e9d5be-818e-47e0-bb62-cfe7f85a9f14', 'network_id': '47e9d5be-818e-47e0-bb62-cfe7f85a9f14', 'tenant_id': 'a09787aaf9f8489b9ce80e474968b0c0', 'fixed_ips': [{'subnet_id': 'd69cdc06-5978-4a98-8e5a-dddb9e263998'}]}} from dv-cinder-759943-8-iscsi. {{(pid=93261) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 07 04:55:03.529998 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-24776f44-f383-4ba4-9a20-ba619c82f87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_create {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:03.554924 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-066b4b9e-723f-4761-bfce-2c728f8b1099 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:03.603317 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-78b37ee3-5538-4f4b-bb23-9b674d060ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370'] for subnet, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:03.703596 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-586fe74b-9f92-4d04-9655-ed4c09e9c03e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:03.754431 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.db_base_plugin_common [None req-24776f44-f383-4ba4-9a20-ba619c82f87d None None] Allocated IP 172.20.0.2 (47e9d5be-818e-47e0-bb62-cfe7f85a9f14/d69cdc06-5978-4a98-8e5a-dddb9e263998/093f8643-6f78-4642-af7d-f1b9973a07e0) {{(pid=93261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:55:03.804863 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b37ee3-5538-4f4b-bb23-9b674d060ed9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c03fc84b-f6fc-4f24-bb48-576f621db152,revision_number=0']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:03.840282 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b37ee3-5538-4f4b-bb23-9b674d060ed9 admin admin] Checking segment: {'id': '5c4cc400-a497-44e6-be97-a3f4f6364da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4c392ea1-f973-4e27-8c93-9da70b5eee3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:55:03.840918 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b37ee3-5538-4f4b-bb23-9b674d060ed9 admin admin] Network hostable DHCP agents. Network: 4c392ea1-f973-4e27-8c93-9da70b5eee3e, hostable agents: ['fbf586e2-2064-4f25-86fb-4cd270d4900d'], hosted agents: [] {{(pid=93259) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 04:55:03.903597 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-066b4b9e-723f-4761-bfce-2c728f8b1099 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:03.905789 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b37ee3-5538-4f4b-bb23-9b674d060ed9 admin admin] Network 4c392ea1-f973-4e27-8c93-9da70b5eee3e is scheduled to be hosted by DHCP agent fbf586e2-2064-4f25-86fb-4cd270d4900d with binding_index 1 {{(pid=93259) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 04:55:03.922603 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-066b4b9e-723f-4761-bfce-2c728f8b1099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:03.924170 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-24776f44-f383-4ba4-9a20-ba619c82f87d None None] Notify callbacks [] for port, precommit_create {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:03.934566 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-24776f44-f383-4ba4-9a20-ba619c82f87d None None] Transition to ACTIVE for port object 093f8643-6f78-4642-af7d-f1b9973a07e0 will not be triggered until provisioned by entity L2. {{(pid=93261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:55:03.950832 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.base_scheduler [None req-78b37ee3-5538-4f4b-bb23-9b674d060ed9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-8-iscsi, 4c392ea1-f973-4e27-8c93-9da70b5eee3e) {{(pid=93259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:55:03.957084 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-24776f44-f383-4ba4-9a20-ba619c82f87d None None] Transition to ACTIVE for port object 093f8643-6f78-4642-af7d-f1b9973a07e0 will not be triggered until provisioned by entity DHCP. {{(pid=93261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:55:03.964937 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-24776f44-f383-4ba4-9a20-ba619c82f87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768807127269'] for port, after_create {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:03.980371 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-066b4b9e-723f-4761-bfce-2c728f8b1099 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=93259) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 04:55:04.005659 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b37ee3-5538-4f4b-bb23-9b674d060ed9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:04.006547 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-78b37ee3-5538-4f4b-bb23-9b674d060ed9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568364'] for subnet, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:04.039571 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de8b408-bc23-4b92-80eb-00d1b93d8303 None None] Network 4c392ea1-f973-4e27-8c93-9da70b5eee3e requested from dv-cinder-759943-8-iscsi {{(pid=93261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:55:04.053290 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066b4b9e-723f-4761-bfce-2c728f8b1099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3309ff9-0161-45e8-8dac-23ae42a707d1,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:04.061044 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-066b4b9e-723f-4761-bfce-2c728f8b1099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799109'] for segment, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:04.066086 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.db.segments_db [None req-066b4b9e-723f-4761-bfce-2c728f8b1099 admin admin] Added segment 36f8ef09-6061-4f41-9b98-108836c30bc5 of type vlan for network 1dc11624-b411-4182-8631-ba0fe1bd247f Aug 07 04:55:04.108558 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24776f44-f383-4ba4-9a20-ba619c82f87d None None] Pushing event updated for resources: {'Port': ['ID=093f8643-6f78-4642-af7d-f1b9973a07e0,revision_number=1']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:04.117734 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-78b37ee3-5538-4f4b-bb23-9b674d060ed9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0381062 Aug 07 04:55:04.121385 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 34886) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:04.123118 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24776f44-f383-4ba4-9a20-ba619c82f87d None None] Network 47e9d5be-818e-47e0-bb62-cfe7f85a9f14 is already hosted by enough agents. {{(pid=93261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:55:04.126257 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.v2.base [None req-bba99d25-982e-4e12-bd78-387977decbd9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1472397642-router', 'tenant_id': 'ca9c8154dc664b57bc9452622c79c0c6', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f'}}} {{(pid=93259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:55:04.127808 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.scheduler.base_scheduler [None req-24776f44-f383-4ba4-9a20-ba619c82f87d None None] Resources bound (agent type, host, resource id): {{(pid=93261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:55:04.139264 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-586fe74b-9f92-4d04-9655-ed4c09e9c03e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:04.140703 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-066b4b9e-723f-4761-bfce-2c728f8b1099 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768807114828'] for network, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:04.147946 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24776f44-f383-4ba4-9a20-ba619c82f87d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:55:04.148356 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24776f44-f383-4ba4-9a20-ba619c82f87d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:55:04.149079 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24776f44-f383-4ba4-9a20-ba619c82f87d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:55:04.149418 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24776f44-f383-4ba4-9a20-ba619c82f87d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:55:04.150409 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24776f44-f383-4ba4-9a20-ba619c82f87d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:55:04.150760 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24776f44-f383-4ba4-9a20-ba619c82f87d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:55:04.151906 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24776f44-f383-4ba4-9a20-ba619c82f87d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:55:04.152657 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24776f44-f383-4ba4-9a20-ba619c82f87d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:55:04.153256 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24776f44-f383-4ba4-9a20-ba619c82f87d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:55:04.153862 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24776f44-f383-4ba4-9a20-ba619c82f87d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:55:04.153977 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24776f44-f383-4ba4-9a20-ba619c82f87d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:55:04.154253 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24776f44-f383-4ba4-9a20-ba619c82f87d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:55:04.156194 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24776f44-f383-4ba4-9a20-ba619c82f87d None None] Tracked resource versions report: Aug 07 04:55:04.156194 dv-cinder-759943-8-iscsi neutron-server[93261]: pushed versions: Aug 07 04:55:04.156194 dv-cinder-759943-8-iscsi neutron-server[93261]: { 'AddressGroup': {'1.2'}, Aug 07 04:55:04.156194 dv-cinder-759943-8-iscsi neutron-server[93261]: 'ConntrackHelper': {'1.0'}, Aug 07 04:55:04.156194 dv-cinder-759943-8-iscsi neutron-server[93261]: 'Log': {'1.0'}, Aug 07 04:55:04.156194 dv-cinder-759943-8-iscsi neutron-server[93261]: 'Network': {'1.1'}, Aug 07 04:55:04.156194 dv-cinder-759943-8-iscsi neutron-server[93261]: 'Port': {'1.7'}, Aug 07 04:55:04.156194 dv-cinder-759943-8-iscsi neutron-server[93261]: 'PortForwarding': {'1.2'}, Aug 07 04:55:04.156194 dv-cinder-759943-8-iscsi neutron-server[93261]: 'QosPolicy': {'1.9'}, Aug 07 04:55:04.156194 dv-cinder-759943-8-iscsi neutron-server[93261]: 'SecurityGroup': {'1.4'}, Aug 07 04:55:04.156194 dv-cinder-759943-8-iscsi neutron-server[93261]: 'SecurityGroupRule': {'1.2'}, Aug 07 04:55:04.156194 dv-cinder-759943-8-iscsi neutron-server[93261]: 'SubPort': {'1.0'}, Aug 07 04:55:04.156194 dv-cinder-759943-8-iscsi neutron-server[93261]: 'Subnet': {'1.1'}, Aug 07 04:55:04.156194 dv-cinder-759943-8-iscsi neutron-server[93261]: 'Trunk': {'1.1'}} Aug 07 04:55:04.156194 dv-cinder-759943-8-iscsi neutron-server[93261]: consumer versions: Aug 07 04:55:04.156194 dv-cinder-759943-8-iscsi neutron-server[93261]: { DHCP agent@dv-cinder-759943-8-iscsi: {}, Aug 07 04:55:04.156194 dv-cinder-759943-8-iscsi neutron-server[93261]: HyperV agent@hv-cinder-75994: {}, Aug 07 04:55:04.156194 dv-cinder-759943-8-iscsi neutron-server[93261]: L3 agent@dv-cinder-759943-8-iscsi: {}, Aug 07 04:55:04.156194 dv-cinder-759943-8-iscsi neutron-server[93261]: Metadata agent@dv-cinder-759943-8-iscsi: {}, Aug 07 04:55:04.156194 dv-cinder-759943-8-iscsi neutron-server[93261]: Metering agent@dv-cinder-759943-8-iscsi: {}, Aug 07 04:55:04.156194 dv-cinder-759943-8-iscsi neutron-server[93261]: Open vSwitch agent@dv-cinder-759943-8-iscsi: { 'AddressGroup': '1.2', Aug 07 04:55:04.156194 dv-cinder-759943-8-iscsi neutron-server[93261]: 'ConntrackHelper': '1.0', Aug 07 04:55:04.156194 dv-cinder-759943-8-iscsi neutron-server[93261]: 'Log': '1.0', Aug 07 04:55:04.156194 dv-cinder-759943-8-iscsi neutron-server[93261]: 'Network': '1.1', Aug 07 04:55:04.156194 dv-cinder-759943-8-iscsi neutron-server[93261]: 'Port': '1.7', Aug 07 04:55:04.156194 dv-cinder-759943-8-iscsi neutron-server[93261]: 'PortForwarding': '1.2', Aug 07 04:55:04.156194 dv-cinder-759943-8-iscsi neutron-server[93261]: 'QosPolicy': '1.9', Aug 07 04:55:04.156194 dv-cinder-759943-8-iscsi neutron-server[93261]: 'SecurityGroup': '1.4', Aug 07 04:55:04.156194 dv-cinder-759943-8-iscsi neutron-server[93261]: 'SecurityGroupRule': '1.2', Aug 07 04:55:04.156194 dv-cinder-759943-8-iscsi neutron-server[93261]: 'SubPort': '1.0', Aug 07 04:55:04.156194 dv-cinder-759943-8-iscsi neutron-server[93261]: 'Subnet': '1.1', Aug 07 04:55:04.156194 dv-cinder-759943-8-iscsi neutron-server[93261]: 'Trunk': '1.1'}} Aug 07 04:55:04.156194 dv-cinder-759943-8-iscsi neutron-server[93261]: {{(pid=93261) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 07 04:55:04.160511 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24776f44-f383-4ba4-9a20-ba619c82f87d None None] Received port after_create {{(pid=93261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:55:04.177397 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 34888) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:04.184258 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-586fe74b-9f92-4d04-9655-ed4c09e9c03e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:04.210935 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-bba99d25-982e-4e12-bd78-387977decbd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-740044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1781'] for router, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:04.212106 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-bba99d25-982e-4e12-bd78-387977decbd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1790'] for router, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:04.228364 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-066b4b9e-723f-4761-bfce-2c728f8b1099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370'] for network, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:04.229290 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066b4b9e-723f-4761-bfce-2c728f8b1099 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:04.229898 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-066b4b9e-723f-4761-bfce-2c728f8b1099 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568364'] for network, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:04.337336 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-066b4b9e-723f-4761-bfce-2c728f8b1099 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0311933 Aug 07 04:55:04.337994 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 34894) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:04.346185 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.v2.base [None req-520d4f3b-808a-491f-a071-8b4aeb02afcf admin admin] Request body: {'subnet': {'network_id': '1dc11624-b411-4182-8631-ba0fe1bd247f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1632921284-subnet', 'tenant_id': '9b746bb8b3aa499e8c27b85a443ace5c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:55:04.346467 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.managers [None req-24776f44-f383-4ba4-9a20-ba619c82f87d None None] Attempting to bind port 093f8643-6f78-4642-af7d-f1b9973a07e0 on host dv-cinder-759943-8-iscsi for vnic_type normal with profile {{(pid=93261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:55:04.346828 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.managers [None req-24776f44-f383-4ba4-9a20-ba619c82f87d None None] Attempting to bind port 093f8643-6f78-4642-af7d-f1b9973a07e0 by drivers openvswitch,hyperv on host dv-cinder-759943-8-iscsi at level 0 using segments [{'id': '67007472-572b-48a7-a3ec-be979b48e642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '47e9d5be-818e-47e0-bb62-cfe7f85a9f14'}] {{(pid=93261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:55:04.347194 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24776f44-f383-4ba4-9a20-ba619c82f87d None None] Attempting to bind port 093f8643-6f78-4642-af7d-f1b9973a07e0 on network 47e9d5be-818e-47e0-bb62-cfe7f85a9f14 {{(pid=93261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:55:04.355565 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-bba99d25-982e-4e12-bd78-387977decbd9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:04.369694 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24776f44-f383-4ba4-9a20-ba619c82f87d None None] Checking agent: {'id': '22f5c6e5-2ebd-4458-ab09-beb81a4e99be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 47, 30), 'started_at': datetime.datetime(2021, 8, 7, 4, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:55:04.370091 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24776f44-f383-4ba4-9a20-ba619c82f87d None None] Checking segment: {'id': '67007472-572b-48a7-a3ec-be979b48e642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '47e9d5be-818e-47e0-bb62-cfe7f85a9f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:55:04.370567 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-24776f44-f383-4ba4-9a20-ba619c82f87d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:04.370969 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24776f44-f383-4ba4-9a20-ba619c82f87d None None] Bound using segment: {'id': '67007472-572b-48a7-a3ec-be979b48e642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '47e9d5be-818e-47e0-bb62-cfe7f85a9f14'} {{(pid=93261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:55:04.371589 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.managers [None req-24776f44-f383-4ba4-9a20-ba619c82f87d None None] Bound port: 093f8643-6f78-4642-af7d-f1b9973a07e0, host: dv-cinder-759943-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67007472-572b-48a7-a3ec-be979b48e642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '47e9d5be-818e-47e0-bb62-cfe7f85a9f14'}}] {{(pid=93261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:55:04.371838 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-24776f44-f383-4ba4-9a20-ba619c82f87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:04.417757 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.db.db_base_plugin_common [None req-586fe74b-9f92-4d04-9655-ed4c09e9c03e admin admin] Allocated IP 172.27.1.62 (7234aba2-ebe6-4f3d-9fb1-8b27c89e529f/7cdca82c-7858-4732-9c64-e97074532a2d/def80ae2-99c9-4966-beb3-d4a2b146f762) {{(pid=93260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:55:04.419405 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066b4b9e-723f-4761-bfce-2c728f8b1099 admin admin] Pushing event updated for resources: {'Network': ['ID=1dc11624-b411-4182-8631-ba0fe1bd247f,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:04.469207 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-520d4f3b-808a-491f-a071-8b4aeb02afcf admin admin] Made reservation on behalf of 9b746bb8b3aa499e8c27b85a443ace5c for: {'subnet': 1} {{(pid=93259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:55:04.471517 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-520d4f3b-808a-491f-a071-8b4aeb02afcf admin admin] Notify callbacks [] for subnet, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:04.500109 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-33d33bfc-3097-4829-a5a5-5963b3867f02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:04.619387 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-586fe74b-9f92-4d04-9655-ed4c09e9c03e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:04.647275 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Network 1dc11624-b411-4182-8631-ba0fe1bd247f details requested by agent ovs-agent-dv-cinder-759943-8-iscsi with host dv-cinder-759943-8-iscsi {{(pid=93261) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 04:55:04.694997 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-586fe74b-9f92-4d04-9655-ed4c09e9c03e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768807127269'] for port, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:04.751865 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586fe74b-9f92-4d04-9655-ed4c09e9c03e admin admin] Pushing event updated for resources: {'Port': ['ID=def80ae2-99c9-4966-beb3-d4a2b146f762,revision_number=1']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:04.765796 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586fe74b-9f92-4d04-9655-ed4c09e9c03e admin admin] Network 7234aba2-ebe6-4f3d-9fb1-8b27c89e529f is already hosted by enough agents. {{(pid=93260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:55:04.767721 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.base_scheduler [None req-586fe74b-9f92-4d04-9655-ed4c09e9c03e admin admin] Resources bound (agent type, host, resource id): {{(pid=93260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:55:04.785869 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586fe74b-9f92-4d04-9655-ed4c09e9c03e admin admin] Received port after_create {{(pid=93260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:55:04.789890 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a61e6a1-a29a-4517-8839-e77cd68edcf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09fbd912-be7a-5fce-be8d-62d3fcf6da97-4c392ea1-f973-4e27-8c93-9da70b5eee3e', 'network_id': '4c392ea1-f973-4e27-8c93-9da70b5eee3e', 'tenant_id': 'ca9c8154dc664b57bc9452622c79c0c6', 'fixed_ips': [{'subnet_id': 'c03fc84b-f6fc-4f24-bb48-576f621db152'}]}} from dv-cinder-759943-8-iscsi. {{(pid=93261) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 07 04:55:04.790803 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-1a61e6a1-a29a-4517-8839-e77cd68edcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_create {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:04.816589 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-520d4f3b-808a-491f-a071-8b4aeb02afcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370'] for subnet, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:04.893335 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520d4f3b-808a-491f-a071-8b4aeb02afcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=59d02899-0f2a-4c8f-a5d5-7a40144d2292,revision_number=0']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:04.900520 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-bba99d25-982e-4e12-bd78-387977decbd9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:04.919257 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-24776f44-f383-4ba4-9a20-ba619c82f87d None None] For port 093f8643-6f78-4642-af7d-f1b9973a07e0, host dv-cinder-759943-8-iscsi, cleared binding levels {{(pid=93261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:55:04.929681 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-24776f44-f383-4ba4-9a20-ba619c82f87d None None] For port 093f8643-6f78-4642-af7d-f1b9973a07e0, host dv-cinder-759943-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-8-iscsi',level=0,port_id=093f8643-6f78-4642-af7d-f1b9973a07e0,segment=NetworkSegment(67007472-572b-48a7-a3ec-be979b48e642),segment_id=67007472-572b-48a7-a3ec-be979b48e642)] {{(pid=93261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:55:04.938168 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520d4f3b-808a-491f-a071-8b4aeb02afcf admin admin] Checking segment: {'id': '36f8ef09-6061-4f41-9b98-108836c30bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '1dc11624-b411-4182-8631-ba0fe1bd247f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:55:04.938934 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520d4f3b-808a-491f-a071-8b4aeb02afcf admin admin] Network hostable DHCP agents. Network: 1dc11624-b411-4182-8631-ba0fe1bd247f, hostable agents: ['fbf586e2-2064-4f25-86fb-4cd270d4900d'], hosted agents: [] {{(pid=93259) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 04:55:04.946331 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-24776f44-f383-4ba4-9a20-ba619c82f87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:05.042028 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520d4f3b-808a-491f-a071-8b4aeb02afcf admin admin] Network 1dc11624-b411-4182-8631-ba0fe1bd247f is scheduled to be hosted by DHCP agent fbf586e2-2064-4f25-86fb-4cd270d4900d with binding_index 1 {{(pid=93259) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 04:55:05.072000 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.base_scheduler [None req-520d4f3b-808a-491f-a071-8b4aeb02afcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-8-iscsi, 1dc11624-b411-4182-8631-ba0fe1bd247f) {{(pid=93259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:55:05.093381 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520d4f3b-808a-491f-a071-8b4aeb02afcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:05.094283 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-520d4f3b-808a-491f-a071-8b4aeb02afcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568364'] for subnet, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:05.156775 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-33d33bfc-3097-4829-a5a5-5963b3867f02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:05.156999 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d873c7-40a6-4867-b38c-35a3dee826d9 None None] Network 1dc11624-b411-4182-8631-ba0fe1bd247f requested from dv-cinder-759943-8-iscsi {{(pid=93261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:55:05.213596 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-33d33bfc-3097-4829-a5a5-5963b3867f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:05.259443 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-520d4f3b-808a-491f-a071-8b4aeb02afcf admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9172242 Aug 07 04:55:05.271648 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d33bfc-3097-4829-a5a5-5963b3867f02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa55478-2da5-46d8-b78c-5ef067bf5dea,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:05.283942 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-586fe74b-9f92-4d04-9655-ed4c09e9c03e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:05.305373 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24776f44-f383-4ba4-9a20-ba619c82f87d None None] Pushing event updated for resources: {'Port': ['ID=093f8643-6f78-4642-af7d-f1b9973a07e0,revision_number=2']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:05.369070 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-33d33bfc-3097-4829-a5a5-5963b3867f02 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2b5387c5796e4c80b178cc023af66165&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1829290 Aug 07 04:55:05.375242 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 34948) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:05.441285 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.db_base_plugin_common [None req-1a61e6a1-a29a-4517-8839-e77cd68edcf1 None None] Allocated IP 172.20.0.2 (4c392ea1-f973-4e27-8c93-9da70b5eee3e/c03fc84b-f6fc-4f24-bb48-576f621db152/c2831cf0-9885-4929-9053-57e1aec4e558) {{(pid=93261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:55:05.687697 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 34962) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:05.765581 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d466467-d2f0-4da3-a99e-a503b62934a5 None None] Network 1dc11624-b411-4182-8631-ba0fe1bd247f requested from dv-cinder-759943-8-iscsi {{(pid=93261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:55:05.851895 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-586fe74b-9f92-4d04-9655-ed4c09e9c03e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-739701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-766718'] for router, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:05.864226 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-bba99d25-982e-4e12-bd78-387977decbd9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:05.939658 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-132daf44-57a6-47aa-b7b6-61e1f233bd45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:05.942232 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-bba99d25-982e-4e12-bd78-387977decbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:06.071229 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-586fe74b-9f92-4d04-9655-ed4c09e9c03e admin admin] Router 82478cfe-86d6-4eb1-a51b-a45748209466 is scheduled to L3 agent c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6 with binding_index 1 {{(pid=93260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 07 04:55:06.103816 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-1a61e6a1-a29a-4517-8839-e77cd68edcf1 None None] Notify callbacks [] for port, precommit_create {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:06.113200 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-1a61e6a1-a29a-4517-8839-e77cd68edcf1 None None] Transition to ACTIVE for port object c2831cf0-9885-4929-9053-57e1aec4e558 will not be triggered until provisioned by entity L2. {{(pid=93261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:55:06.135004 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device 093f8643-6f78-4642-af7d-f1b9973a07e0 up at agent ovs-agent-dv-cinder-759943-8-iscsi {{(pid=93261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:55:06.139383 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-1a61e6a1-a29a-4517-8839-e77cd68edcf1 None None] Transition to ACTIVE for port object c2831cf0-9885-4929-9053-57e1aec4e558 will not be triggered until provisioned by entity DHCP. {{(pid=93261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:55:06.165934 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-1a61e6a1-a29a-4517-8839-e77cd68edcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768807127269'] for port, after_create {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:06.179751 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-250d2dc9-5fd2-4b62-b4d0-37218f623e88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:06.217951 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-132daf44-57a6-47aa-b7b6-61e1f233bd45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:06.243468 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a61e6a1-a29a-4517-8839-e77cd68edcf1 None None] Network 4c392ea1-f973-4e27-8c93-9da70b5eee3e is already hosted by enough agents. {{(pid=93261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:55:06.254001 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.scheduler.base_scheduler [None req-1a61e6a1-a29a-4517-8839-e77cd68edcf1 None None] Resources bound (agent type, host, resource id): {{(pid=93261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:55:06.258260 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a61e6a1-a29a-4517-8839-e77cd68edcf1 None None] Pushing event updated for resources: {'Port': ['ID=c2831cf0-9885-4929-9053-57e1aec4e558,revision_number=1']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:06.263572 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a61e6a1-a29a-4517-8839-e77cd68edcf1 None None] Received port after_create {{(pid=93261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:55:06.266727 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 35000) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:06.280111 dv-cinder-759943-8-iscsi neutron-server[93260]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 07 04:55:06.284397 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.db_base_plugin_common [None req-bba99d25-982e-4e12-bd78-387977decbd9 admin admin] Allocated IP 172.27.1.61 (7234aba2-ebe6-4f3d-9fb1-8b27c89e529f/7cdca82c-7858-4732-9c64-e97074532a2d/fd97dedb-78a5-4afc-815f-329423685cdd) {{(pid=93259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:55:06.310464 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-586fe74b-9f92-4d04-9655-ed4c09e9c03e admin admin] Notify agent at l3_agent.dv-cinder-759943-8-iscsi the message routers_updated {{(pid=93260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 04:55:06.325686 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f38c9a-d8e2-4cf1-86ad-a53091bdcc3f None None] Sync routers for ids ['82478cfe-86d6-4eb1-a51b-a45748209466'] in dv-cinder-759943-8-iscsi {{(pid=93262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 04:55:06.326780 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Provisioning for port 093f8643-6f78-4642-af7d-f1b9973a07e0 completed by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:55:06.346318 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f38c9a-d8e2-4cf1-86ad-a53091bdcc3f None None] Routers {'82478cfe-86d6-4eb1-a51b-a45748209466'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:55:06.347622 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_hamode_db [None req-33f38c9a-d8e2-4cf1-86ad-a53091bdcc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T04:55:00Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['82478cfe-86d6-4eb1-a51b-a45748209466'], 'active': True} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:55:06.348424 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.managers [None req-1a61e6a1-a29a-4517-8839-e77cd68edcf1 None None] Attempting to bind port c2831cf0-9885-4929-9053-57e1aec4e558 on host dv-cinder-759943-8-iscsi for vnic_type normal with profile {{(pid=93261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:55:06.349036 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.managers [None req-1a61e6a1-a29a-4517-8839-e77cd68edcf1 None None] Attempting to bind port c2831cf0-9885-4929-9053-57e1aec4e558 by drivers openvswitch,hyperv on host dv-cinder-759943-8-iscsi at level 0 using segments [{'id': '5c4cc400-a497-44e6-be97-a3f4f6364da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4c392ea1-f973-4e27-8c93-9da70b5eee3e'}] {{(pid=93261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:55:06.349643 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a61e6a1-a29a-4517-8839-e77cd68edcf1 None None] Attempting to bind port c2831cf0-9885-4929-9053-57e1aec4e558 on network 4c392ea1-f973-4e27-8c93-9da70b5eee3e {{(pid=93261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:55:06.357813 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a61e6a1-a29a-4517-8839-e77cd68edcf1 None None] Checking agent: {'id': '22f5c6e5-2ebd-4458-ab09-beb81a4e99be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 47, 30), 'started_at': datetime.datetime(2021, 8, 7, 4, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:55:06.358346 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a61e6a1-a29a-4517-8839-e77cd68edcf1 None None] Checking segment: {'id': '5c4cc400-a497-44e6-be97-a3f4f6364da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4c392ea1-f973-4e27-8c93-9da70b5eee3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:55:06.358840 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-1a61e6a1-a29a-4517-8839-e77cd68edcf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:06.359193 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a61e6a1-a29a-4517-8839-e77cd68edcf1 None None] Bound using segment: {'id': '5c4cc400-a497-44e6-be97-a3f4f6364da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4c392ea1-f973-4e27-8c93-9da70b5eee3e'} {{(pid=93261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:55:06.359995 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.managers [None req-1a61e6a1-a29a-4517-8839-e77cd68edcf1 None None] Bound port: c2831cf0-9885-4929-9053-57e1aec4e558, host: dv-cinder-759943-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c4cc400-a497-44e6-be97-a3f4f6364da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4c392ea1-f973-4e27-8c93-9da70b5eee3e'}}] {{(pid=93261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:55:06.360294 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-1a61e6a1-a29a-4517-8839-e77cd68edcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:06.438079 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-1a61e6a1-a29a-4517-8839-e77cd68edcf1 None None] For port c2831cf0-9885-4929-9053-57e1aec4e558, host dv-cinder-759943-8-iscsi, cleared binding levels {{(pid=93261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:55:06.441067 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-1a61e6a1-a29a-4517-8839-e77cd68edcf1 None None] For port c2831cf0-9885-4929-9053-57e1aec4e558, host dv-cinder-759943-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-8-iscsi',level=0,port_id=c2831cf0-9885-4929-9053-57e1aec4e558,segment=NetworkSegment(5c4cc400-a497-44e6-be97-a3f4f6364da8),segment_id=5c4cc400-a497-44e6-be97-a3f4f6364da8)] {{(pid=93261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:55:06.450402 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-1a61e6a1-a29a-4517-8839-e77cd68edcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:06.493469 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-132daf44-57a6-47aa-b7b6-61e1f233bd45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:06.496094 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-132daf44-57a6-47aa-b7b6-61e1f233bd45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:06.499749 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-132daf44-57a6-47aa-b7b6-61e1f233bd45 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/caa55478-2da5-46d8-b78c-5ef067bf5dea HTTP/1.1" status: 204 len: 168 time: 1.1155295 Aug 07 04:55:06.525783 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132daf44-57a6-47aa-b7b6-61e1f233bd45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa55478-2da5-46d8-b78c-5ef067bf5dea,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:06.561317 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-bba99d25-982e-4e12-bd78-387977decbd9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:06.569357 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-250d2dc9-5fd2-4b62-b4d0-37218f623e88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:06.571942 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvr_db [None req-33f38c9a-d8e2-4cf1-86ad-a53091bdcc3f None None] Set router 82478cfe-86d6-4eb1-a51b-a45748209466 gateway port host: dv-cinder-759943-8-iscsi {{(pid=93262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:55:06.576844 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-250d2dc9-5fd2-4b62-b4d0-37218f623e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:06.598382 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a61e6a1-a29a-4517-8839-e77cd68edcf1 None None] Pushing event updated for resources: {'Port': ['ID=c2831cf0-9885-4929-9053-57e1aec4e558,revision_number=2']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:06.600398 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-586fe74b-9f92-4d04-9655-ed4c09e9c03e admin admin] Notify callbacks [] for router, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:06.604925 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-586fe74b-9f92-4d04-9655-ed4c09e9c03e admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.3684235 Aug 07 04:55:06.605414 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 35004) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:06.666645 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-250d2dc9-5fd2-4b62-b4d0-37218f623e88 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0ccf3e9545714b2f84035ff36a7e0c69&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9620023 Aug 07 04:55:06.666645 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250d2dc9-5fd2-4b62-b4d0-37218f623e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41163647-7f1a-40d8-9f29-ced097c9cdee,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:06.669401 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 35008) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:06.751268 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-bba99d25-982e-4e12-bd78-387977decbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768807127269'] for port, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:06.788824 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d9bc3-80b4-4b50-8544-23d89d1755d1 req-cfc40990-8f51-4efa-866d-cc6d84a1d6d8 tempest-DeleteServersTestJSON-2139324451 tempest-DeleteServersTestJSON-2139324451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:06.790924 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-a79d9bc3-80b4-4b50-8544-23d89d1755d1 req-cfc40990-8f51-4efa-866d-cc6d84a1d6d8 tempest-DeleteServersTestJSON-2139324451 tempest-DeleteServersTestJSON-2139324451-project] 10.222.0.13 "GET /v2.0/networks?id=1dc11624-b411-4182-8631-ba0fe1bd247f HTTP/1.1" status: 200 len: 812 time: 0.5234308 Aug 07 04:55:06.798354 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4615a5f-ea39-412e-b0de-64900ad61d27 None None] Network 47e9d5be-818e-47e0-bb62-cfe7f85a9f14 requested from dv-cinder-759943-8-iscsi {{(pid=93261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:55:06.804186 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba99d25-982e-4e12-bd78-387977decbd9 admin admin] Pushing event updated for resources: {'Port': ['ID=fd97dedb-78a5-4afc-815f-329423685cdd,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:06.815624 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-0cb8f55e-e4c4-46ed-9637-26fce608d049 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:06.828394 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba99d25-982e-4e12-bd78-387977decbd9 admin admin] Network 7234aba2-ebe6-4f3d-9fb1-8b27c89e529f is already hosted by enough agents. {{(pid=93259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:55:06.835128 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.base_scheduler [None req-bba99d25-982e-4e12-bd78-387977decbd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:55:06.837537 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba99d25-982e-4e12-bd78-387977decbd9 admin admin] Received port after_create {{(pid=93259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:55:06.883373 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-a79d9bc3-80b4-4b50-8544-23d89d1755d1 req-516853f8-b4c1-49e4-9ddf-1a5674744b76 tempest-DeleteServersTestJSON-2139324451 tempest-DeleteServersTestJSON-2139324451-project] 10.222.0.13 "GET /v2.0/quotas/9b746bb8b3aa499e8c27b85a443ace5c HTTP/1.1" status: 200 len: 375 time: 0.0277016 Aug 07 04:55:06.924940 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-0cb8f55e-e4c4-46ed-9637-26fce608d049 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:06.992490 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_hamode_db [None req-33f38c9a-d8e2-4cf1-86ad-a53091bdcc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82478cfe-86d6-4eb1-a51b-a45748209466', 'name': 'tempest-AttachVolumeTestJSON-1250311327-router', 'tenant_id': 'a09787aaf9f8489b9ce80e474968b0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'def80ae2-99c9-4966-beb3-d4a2b146f762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:55:03Z', 'updated_at': '2021-08-07T04:55:05Z', 'revision_number': 3, 'project_id': 'a09787aaf9f8489b9ce80e474968b0c0', 'gw_port': {'id': 'def80ae2-99c9-4966-beb3-d4a2b146f762', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e7:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82478cfe-86d6-4eb1-a51b-a45748209466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:55:04Z', 'updated_at': '2021-08-07T04:55:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi'}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:55:07.033611 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-a79d9bc3-80b4-4b50-8544-23d89d1755d1 req-be6b4895-a2c0-4a18-a396-95976b3f53f2 tempest-DeleteServersTestJSON-2139324451 tempest-DeleteServersTestJSON-2139324451-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9b746bb8b3aa499e8c27b85a443ace5c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1395702 Aug 07 04:55:07.039132 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f38c9a-d8e2-4cf1-86ad-a53091bdcc3f None None] Checking router: 82478cfe-86d6-4eb1-a51b-a45748209466 for host: dv-cinder-759943-8-iscsi {{(pid=93262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 04:55:07.040732 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f38c9a-d8e2-4cf1-86ad-a53091bdcc3f None None] Updating router 82478cfe-86d6-4eb1-a51b-a45748209466 port def80ae2-99c9-4966-beb3-d4a2b146f762 binding host dv-cinder-759943-8-iscsi {{(pid=93262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 04:55:07.065010 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-37847977-c137-4d26-90fc-44804e37b88c None None] Provisioning for port 093f8643-6f78-4642-af7d-f1b9973a07e0 completed by entity DHCP. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:55:07.093984 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-37847977-c137-4d26-90fc-44804e37b88c None None] Provisioning complete for port 093f8643-6f78-4642-af7d-f1b9973a07e0 triggered by entity DHCP. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:55:07.094358 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-37847977-c137-4d26-90fc-44804e37b88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:07.098728 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-33f38c9a-d8e2-4cf1-86ad-a53091bdcc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:07.185468 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 35022) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:07.254918 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-4bf8de42-1fd2-45c2-ac6c-79418411d3d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:07.318677 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-0cb8f55e-e4c4-46ed-9637-26fce608d049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:07.323366 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-0cb8f55e-e4c4-46ed-9637-26fce608d049 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:07.324555 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-0cb8f55e-e4c4-46ed-9637-26fce608d049 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/41163647-7f1a-40d8-9f29-ced097c9cdee HTTP/1.1" status: 204 len: 168 time: 0.6508660 Aug 07 04:55:07.367543 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb8f55e-e4c4-46ed-9637-26fce608d049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41163647-7f1a-40d8-9f29-ced097c9cdee,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:07.399502 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-37847977-c137-4d26-90fc-44804e37b88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:07.445202 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-4bf8de42-1fd2-45c2-ac6c-79418411d3d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:07.467917 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-4bf8de42-1fd2-45c2-ac6c-79418411d3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:07.472292 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-37847977-c137-4d26-90fc-44804e37b88c None None] For port 093f8643-6f78-4642-af7d-f1b9973a07e0, host dv-cinder-759943-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-8-iscsi',level=0,port_id=093f8643-6f78-4642-af7d-f1b9973a07e0,segment=NetworkSegment(67007472-572b-48a7-a3ec-be979b48e642),segment_id=67007472-572b-48a7-a3ec-be979b48e642)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:55:07.478900 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-37847977-c137-4d26-90fc-44804e37b88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:07.507576 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-bba99d25-982e-4e12-bd78-387977decbd9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:07.567768 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37847977-c137-4d26-90fc-44804e37b88c None None] Pushing event updated for resources: {'Port': ['ID=093f8643-6f78-4642-af7d-f1b9973a07e0,revision_number=3']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:07.612624 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [req-a79d9bc3-80b4-4b50-8544-23d89d1755d1 req-eda88dab-e043-490d-a66a-34514d96dc4c service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 07 04:55:07.615162 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-a79d9bc3-80b4-4b50-8544-23d89d1755d1 req-eda88dab-e043-490d-a66a-34514d96dc4c service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1606205 Aug 07 04:55:07.620697 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-4bf8de42-1fd2-45c2-ac6c-79418411d3d9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9a1f20ae02694a2eb9dd06c5b006e7ea&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4303937 Aug 07 04:55:07.623590 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 35034) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:07.630401 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-33f38c9a-d8e2-4cf1-86ad-a53091bdcc3f None None] Notify callbacks [] for port, precommit_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:07.662726 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.provisioning_blocks [None req-33f38c9a-d8e2-4cf1-86ad-a53091bdcc3f None None] Transition to ACTIVE for port object def80ae2-99c9-4966-beb3-d4a2b146f762 will not be triggered until provisioned by entity L2. {{(pid=93262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:55:07.675639 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-33f38c9a-d8e2-4cf1-86ad-a53091bdcc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:07.681725 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf8de42-1fd2-45c2-ac6c-79418411d3d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e350cfb-7a13-4a42-9c75-fd7f30087b98,revision_number=1']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:07.708730 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-e8428671-d948-48f4-8158-90c941211f2b None None] Provisioning complete for port 093f8643-6f78-4642-af7d-f1b9973a07e0 triggered by entity DHCP. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:55:07.708876 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-e8428671-d948-48f4-8158-90c941211f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:07.755291 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-9ed3d3cb-1ea1-48ab-be69-cd1ebd2d0c74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:07.790546 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.managers [None req-33f38c9a-d8e2-4cf1-86ad-a53091bdcc3f None None] Attempting to bind port def80ae2-99c9-4966-beb3-d4a2b146f762 on host dv-cinder-759943-8-iscsi for vnic_type normal with profile {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:55:07.790788 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.managers [None req-33f38c9a-d8e2-4cf1-86ad-a53091bdcc3f None None] Attempting to bind port def80ae2-99c9-4966-beb3-d4a2b146f762 by drivers openvswitch,hyperv on host dv-cinder-759943-8-iscsi at level 0 using segments [{'id': 'ac6f53da-148d-4154-8f83-3b309cb182da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f'}] {{(pid=93262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:55:07.791455 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f38c9a-d8e2-4cf1-86ad-a53091bdcc3f None None] Attempting to bind port def80ae2-99c9-4966-beb3-d4a2b146f762 on network 7234aba2-ebe6-4f3d-9fb1-8b27c89e529f {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:55:07.801305 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a4ea1d-5cbc-4843-af71-bf9ad4711ebd None None] Pushing event updated for resources: {'Port': ['ID=def80ae2-99c9-4966-beb3-d4a2b146f762,revision_number=2']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:07.805210 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f38c9a-d8e2-4cf1-86ad-a53091bdcc3f None None] Checking agent: {'id': '22f5c6e5-2ebd-4458-ab09-beb81a4e99be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 47, 30), 'started_at': datetime.datetime(2021, 8, 7, 4, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:55:07.805710 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f38c9a-d8e2-4cf1-86ad-a53091bdcc3f None None] Checking segment: {'id': 'ac6f53da-148d-4154-8f83-3b309cb182da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:55:07.806225 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-33f38c9a-d8e2-4cf1-86ad-a53091bdcc3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:07.806778 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f38c9a-d8e2-4cf1-86ad-a53091bdcc3f None None] Bound using segment: {'id': 'ac6f53da-148d-4154-8f83-3b309cb182da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f'} {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:55:07.807674 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.managers [None req-33f38c9a-d8e2-4cf1-86ad-a53091bdcc3f None None] Bound port: def80ae2-99c9-4966-beb3-d4a2b146f762, host: dv-cinder-759943-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac6f53da-148d-4154-8f83-3b309cb182da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f'}}] {{(pid=93262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:55:07.807831 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-33f38c9a-d8e2-4cf1-86ad-a53091bdcc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:07.818123 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a4ea1d-5cbc-4843-af71-bf9ad4711ebd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:55:07.820173 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a4ea1d-5cbc-4843-af71-bf9ad4711ebd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:55:07.820676 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a4ea1d-5cbc-4843-af71-bf9ad4711ebd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:55:07.821264 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a4ea1d-5cbc-4843-af71-bf9ad4711ebd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:55:07.823186 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a4ea1d-5cbc-4843-af71-bf9ad4711ebd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:55:07.823627 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a4ea1d-5cbc-4843-af71-bf9ad4711ebd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:55:07.824056 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a4ea1d-5cbc-4843-af71-bf9ad4711ebd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:55:07.824489 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a4ea1d-5cbc-4843-af71-bf9ad4711ebd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:55:07.826839 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a4ea1d-5cbc-4843-af71-bf9ad4711ebd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:55:07.827559 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a4ea1d-5cbc-4843-af71-bf9ad4711ebd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:55:07.828232 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a4ea1d-5cbc-4843-af71-bf9ad4711ebd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:55:07.830935 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a4ea1d-5cbc-4843-af71-bf9ad4711ebd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:55:07.833626 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a4ea1d-5cbc-4843-af71-bf9ad4711ebd None None] Tracked resource versions report: Aug 07 04:55:07.833626 dv-cinder-759943-8-iscsi neutron-server[93262]: pushed versions: Aug 07 04:55:07.833626 dv-cinder-759943-8-iscsi neutron-server[93262]: { 'AddressGroup': {'1.2'}, Aug 07 04:55:07.833626 dv-cinder-759943-8-iscsi neutron-server[93262]: 'ConntrackHelper': {'1.0'}, Aug 07 04:55:07.833626 dv-cinder-759943-8-iscsi neutron-server[93262]: 'Log': {'1.0'}, Aug 07 04:55:07.833626 dv-cinder-759943-8-iscsi neutron-server[93262]: 'Network': {'1.1'}, Aug 07 04:55:07.833626 dv-cinder-759943-8-iscsi neutron-server[93262]: 'Port': {'1.7'}, Aug 07 04:55:07.833626 dv-cinder-759943-8-iscsi neutron-server[93262]: 'PortForwarding': {'1.2'}, Aug 07 04:55:07.833626 dv-cinder-759943-8-iscsi neutron-server[93262]: 'QosPolicy': {'1.9'}, Aug 07 04:55:07.833626 dv-cinder-759943-8-iscsi neutron-server[93262]: 'SecurityGroup': {'1.4'}, Aug 07 04:55:07.833626 dv-cinder-759943-8-iscsi neutron-server[93262]: 'SecurityGroupRule': {'1.2'}, Aug 07 04:55:07.833626 dv-cinder-759943-8-iscsi neutron-server[93262]: 'SubPort': {'1.0'}, Aug 07 04:55:07.833626 dv-cinder-759943-8-iscsi neutron-server[93262]: 'Subnet': {'1.1'}, Aug 07 04:55:07.833626 dv-cinder-759943-8-iscsi neutron-server[93262]: 'Trunk': {'1.1'}} Aug 07 04:55:07.833626 dv-cinder-759943-8-iscsi neutron-server[93262]: consumer versions: Aug 07 04:55:07.833626 dv-cinder-759943-8-iscsi neutron-server[93262]: { DHCP agent@dv-cinder-759943-8-iscsi: {}, Aug 07 04:55:07.833626 dv-cinder-759943-8-iscsi neutron-server[93262]: HyperV agent@hv-cinder-75994: {}, Aug 07 04:55:07.833626 dv-cinder-759943-8-iscsi neutron-server[93262]: L3 agent@dv-cinder-759943-8-iscsi: {}, Aug 07 04:55:07.833626 dv-cinder-759943-8-iscsi neutron-server[93262]: Metadata agent@dv-cinder-759943-8-iscsi: {}, Aug 07 04:55:07.833626 dv-cinder-759943-8-iscsi neutron-server[93262]: Metering agent@dv-cinder-759943-8-iscsi: {}, Aug 07 04:55:07.833626 dv-cinder-759943-8-iscsi neutron-server[93262]: Open vSwitch agent@dv-cinder-759943-8-iscsi: { 'AddressGroup': '1.2', Aug 07 04:55:07.833626 dv-cinder-759943-8-iscsi neutron-server[93262]: 'ConntrackHelper': '1.0', Aug 07 04:55:07.833626 dv-cinder-759943-8-iscsi neutron-server[93262]: 'Log': '1.0', Aug 07 04:55:07.833626 dv-cinder-759943-8-iscsi neutron-server[93262]: 'Network': '1.1', Aug 07 04:55:07.833626 dv-cinder-759943-8-iscsi neutron-server[93262]: 'Port': '1.7', Aug 07 04:55:07.833626 dv-cinder-759943-8-iscsi neutron-server[93262]: 'PortForwarding': '1.2', Aug 07 04:55:07.833626 dv-cinder-759943-8-iscsi neutron-server[93262]: 'QosPolicy': '1.9', Aug 07 04:55:07.833626 dv-cinder-759943-8-iscsi neutron-server[93262]: 'SecurityGroup': '1.4', Aug 07 04:55:07.833626 dv-cinder-759943-8-iscsi neutron-server[93262]: 'SecurityGroupRule': '1.2', Aug 07 04:55:07.833626 dv-cinder-759943-8-iscsi neutron-server[93262]: 'SubPort': '1.0', Aug 07 04:55:07.833626 dv-cinder-759943-8-iscsi neutron-server[93262]: 'Subnet': '1.1', Aug 07 04:55:07.833626 dv-cinder-759943-8-iscsi neutron-server[93262]: 'Trunk': '1.1'}} Aug 07 04:55:07.833626 dv-cinder-759943-8-iscsi neutron-server[93262]: {{(pid=93262) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 07 04:55:07.855295 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-9ed3d3cb-1ea1-48ab-be69-cd1ebd2d0c74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:07.933631 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.db [None req-33f38c9a-d8e2-4cf1-86ad-a53091bdcc3f None None] For port def80ae2-99c9-4966-beb3-d4a2b146f762, host dv-cinder-759943-8-iscsi, cleared binding levels {{(pid=93262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:55:07.938260 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.db [None req-33f38c9a-d8e2-4cf1-86ad-a53091bdcc3f None None] For port def80ae2-99c9-4966-beb3-d4a2b146f762, host dv-cinder-759943-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-8-iscsi',level=0,port_id=def80ae2-99c9-4966-beb3-d4a2b146f762,segment=NetworkSegment(ac6f53da-148d-4154-8f83-3b309cb182da),segment_id=ac6f53da-148d-4154-8f83-3b309cb182da)] {{(pid=93262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:55:07.939465 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-9ed3d3cb-1ea1-48ab-be69-cd1ebd2d0c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:07.943515 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-9ed3d3cb-1ea1-48ab-be69-cd1ebd2d0c74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:07.946980 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-9ed3d3cb-1ea1-48ab-be69-cd1ebd2d0c74 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6e350cfb-7a13-4a42-9c75-fd7f30087b98 HTTP/1.1" status: 204 len: 168 time: 0.3201244 Aug 07 04:55:07.947145 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-33f38c9a-d8e2-4cf1-86ad-a53091bdcc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:08.016316 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f38c9a-d8e2-4cf1-86ad-a53091bdcc3f None None] Routers {'82478cfe-86d6-4eb1-a51b-a45748209466'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:55:08.017071 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_hamode_db [None req-33f38c9a-d8e2-4cf1-86ad-a53091bdcc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T04:55:00Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['82478cfe-86d6-4eb1-a51b-a45748209466'], 'active': True} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:55:08.063898 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a4ea1d-5cbc-4843-af71-bf9ad4711ebd None None] Pushing event updated for resources: {'Port': ['ID=def80ae2-99c9-4966-beb3-d4a2b146f762,revision_number=3']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:08.094592 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-bba99d25-982e-4e12-bd78-387977decbd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-739701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-766718'] for router, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:08.106136 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed3d3cb-1ea1-48ab-be69-cd1ebd2d0c74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e350cfb-7a13-4a42-9c75-fd7f30087b98,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:08.136560 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-a79d9bc3-80b4-4b50-8544-23d89d1755d1 req-0adf23af-a1da-461b-8be5-530d5ac8245b service neutron] 10.222.0.13 "GET /v2.0/networks/1dc11624-b411-4182-8631-ba0fe1bd247f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5112698 Aug 07 04:55:08.242564 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvr_db [None req-33f38c9a-d8e2-4cf1-86ad-a53091bdcc3f None None] Set router 82478cfe-86d6-4eb1-a51b-a45748209466 gateway port host: dv-cinder-759943-8-iscsi {{(pid=93262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:55:08.243803 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 35042) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:08.280705 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1deace-211d-4c6f-9ccb-105cce213b60 None None] Network 4c392ea1-f973-4e27-8c93-9da70b5eee3e requested from dv-cinder-759943-8-iscsi {{(pid=93261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:55:08.285597 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-aac10181-5a37-4665-bc12-4f89790bb7e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:08.360121 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device 093f8643-6f78-4642-af7d-f1b9973a07e0 up at agent ovs-agent-dv-cinder-759943-8-iscsi {{(pid=93261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:55:08.434058 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-a79d9bc3-80b4-4b50-8544-23d89d1755d1 req-55db8377-71d6-487a-a02a-43e32fc91fa2 service neutron] 10.222.0.13 "GET /v2.0/networks/1dc11624-b411-4182-8631-ba0fe1bd247f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739451 Aug 07 04:55:08.435756 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-bf651e1d-8677-4d2e-bc79-3261042f0be5 None None] Provisioning for port c2831cf0-9885-4929-9053-57e1aec4e558 completed by entity DHCP. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:55:08.498580 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-9f5423a7-cfcf-4ed5-a915-3d23fe6c6982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:08.546643 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bba99d25-982e-4e12-bd78-387977decbd9 admin admin] Router 762172fc-738d-4243-9950-17f35ba99456 is scheduled to L3 agent c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6 with binding_index 1 {{(pid=93259) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 07 04:55:08.593250 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Provisioning complete for port 093f8643-6f78-4642-af7d-f1b9973a07e0 triggered by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:55:08.600398 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:08.639820 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-aac10181-5a37-4665-bc12-4f89790bb7e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:08.676716 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-aac10181-5a37-4665-bc12-4f89790bb7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:08.732325 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac10181-5a37-4665-bc12-4f89790bb7e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8619156-b38b-4475-9df2-e4f578126a40,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:08.741235 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-aac10181-5a37-4665-bc12-4f89790bb7e6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0ea7e0fbfb21429abc5e1864cf721fb2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4965932 Aug 07 04:55:08.743946 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 35064) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:08.757419 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba99d25-982e-4e12-bd78-387977decbd9 admin admin] Notify agent at l3_agent.dv-cinder-759943-8-iscsi the message routers_updated {{(pid=93259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 04:55:08.781585 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709788b1-a43c-4916-ba05-d6d8ae4f4b85 None None] Sync routers for ids ['762172fc-738d-4243-9950-17f35ba99456'] in dv-cinder-759943-8-iscsi {{(pid=93261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 04:55:08.806123 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_hamode_db [None req-33f38c9a-d8e2-4cf1-86ad-a53091bdcc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82478cfe-86d6-4eb1-a51b-a45748209466', 'name': 'tempest-AttachVolumeTestJSON-1250311327-router', 'tenant_id': 'a09787aaf9f8489b9ce80e474968b0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'def80ae2-99c9-4966-beb3-d4a2b146f762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:55:03Z', 'updated_at': '2021-08-07T04:55:05Z', 'revision_number': 3, 'project_id': 'a09787aaf9f8489b9ce80e474968b0c0', 'gw_port': {'id': 'def80ae2-99c9-4966-beb3-d4a2b146f762', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e7:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82478cfe-86d6-4eb1-a51b-a45748209466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:55:04Z', 'updated_at': '2021-08-07T04:55:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi'}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:55:08.855713 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-bba99d25-982e-4e12-bd78-387977decbd9 admin admin] Notify callbacks [] for router, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:08.866438 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-bba99d25-982e-4e12-bd78-387977decbd9 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.7436709 Aug 07 04:55:08.867293 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 35072) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:08.871667 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709788b1-a43c-4916-ba05-d6d8ae4f4b85 None None] Routers {'762172fc-738d-4243-9950-17f35ba99456'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:55:08.872323 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-709788b1-a43c-4916-ba05-d6d8ae4f4b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T04:55:00Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['762172fc-738d-4243-9950-17f35ba99456'], 'active': True} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:55:08.883556 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f38c9a-d8e2-4cf1-86ad-a53091bdcc3f None None] The sync data for ids ['82478cfe-86d6-4eb1-a51b-a45748209466'] in dv-cinder-759943-8-iscsi is: [{'id': '82478cfe-86d6-4eb1-a51b-a45748209466', 'name': 'tempest-AttachVolumeTestJSON-1250311327-router', 'tenant_id': 'a09787aaf9f8489b9ce80e474968b0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'def80ae2-99c9-4966-beb3-d4a2b146f762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:55:03Z', 'updated_at': '2021-08-07T04:55:05Z', 'revision_number': 3, 'project_id': 'a09787aaf9f8489b9ce80e474968b0c0', 'gw_port': {'id': 'def80ae2-99c9-4966-beb3-d4a2b146f762', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e7:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82478cfe-86d6-4eb1-a51b-a45748209466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:55:04Z', 'updated_at': '2021-08-07T04:55:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi'}] {{(pid=93262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 04:55:08.904602 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 35074) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:08.905306 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-c0b91fa8-c3a7-4339-ace0-e22fe0c5b5b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:08.911034 dv-cinder-759943-8-iscsi neutron-server[93259]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 07 04:55:09.009100 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.db.db_base_plugin_common [None req-9f5423a7-cfcf-4ed5-a915-3d23fe6c6982 admin admin] Allocated IP 172.20.0.1 (47e9d5be-818e-47e0-bb62-cfe7f85a9f14/d69cdc06-5978-4a98-8e5a-dddb9e263998/6edbe39c-3984-4193-bac7-e2a45d6b7ff1) {{(pid=93260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:55:09.095302 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-a842351c-2c22-4a3e-9fce-99af94bc14c3 req-5faaf8fe-e450-48b0-b505-78f82d8f9a02 tempest-DeleteServersTestJSON-2139324451 tempest-DeleteServersTestJSON-2139324451-project] 10.222.0.13 "GET /v2.0/ports?device_id=9edc28f9-c74c-476f-944c-b8c23e01f27c HTTP/1.1" status: 200 len: 210 time: 0.1876967 Aug 07 04:55:09.158149 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-c0b91fa8-c3a7-4339-ace0-e22fe0c5b5b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:09.282038 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-c0b91fa8-c3a7-4339-ace0-e22fe0c5b5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:09.285237 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-c0b91fa8-c3a7-4339-ace0-e22fe0c5b5b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:09.289136 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-c0b91fa8-c3a7-4339-ace0-e22fe0c5b5b7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b8619156-b38b-4475-9df2-e4f578126a40 HTTP/1.1" status: 204 len: 168 time: 0.5448227 Aug 07 04:55:09.307082 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b91fa8-c3a7-4339-ace0-e22fe0c5b5b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8619156-b38b-4475-9df2-e4f578126a40,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:09.449197 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device c2831cf0-9885-4929-9053-57e1aec4e558 up at agent ovs-agent-dv-cinder-759943-8-iscsi {{(pid=93261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:55:09.462684 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvr_db [None req-709788b1-a43c-4916-ba05-d6d8ae4f4b85 None None] Set router 762172fc-738d-4243-9950-17f35ba99456 gateway port host: dv-cinder-759943-8-iscsi {{(pid=93261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:55:09.595090 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-9f5423a7-cfcf-4ed5-a915-3d23fe6c6982 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:09.621361 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.db.provisioning_blocks [None req-9f5423a7-cfcf-4ed5-a915-3d23fe6c6982 admin admin] Transition to ACTIVE for port object 6edbe39c-3984-4193-bac7-e2a45d6b7ff1 will not be triggered until provisioned by entity DHCP. {{(pid=93260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:55:09.766515 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-9f5423a7-cfcf-4ed5-a915-3d23fe6c6982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768807127269'] for port, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:09.844981 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Provisioning for port c2831cf0-9885-4929-9053-57e1aec4e558 completed by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:55:09.855369 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Provisioning complete for port c2831cf0-9885-4929-9053-57e1aec4e558 triggered by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:55:09.856739 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:09.894840 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5423a7-cfcf-4ed5-a915-3d23fe6c6982 admin admin] Network 47e9d5be-818e-47e0-bb62-cfe7f85a9f14 is already hosted by enough agents. {{(pid=93260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:55:09.902317 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.base_scheduler [None req-9f5423a7-cfcf-4ed5-a915-3d23fe6c6982 admin admin] Resources bound (agent type, host, resource id): {{(pid=93260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:55:09.906368 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5423a7-cfcf-4ed5-a915-3d23fe6c6982 admin admin] Received port after_create {{(pid=93260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:55:09.906892 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-9f5423a7-cfcf-4ed5-a915-3d23fe6c6982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765965'] for router_interface, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:09.917631 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5423a7-cfcf-4ed5-a915-3d23fe6c6982 admin admin] Pushing event updated for resources: {'Port': ['ID=6edbe39c-3984-4193-bac7-e2a45d6b7ff1,revision_number=1']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:10.147324 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:10.183367 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-709788b1-a43c-4916-ba05-d6d8ae4f4b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '762172fc-738d-4243-9950-17f35ba99456', 'name': 'tempest-AttachVolumeShelveTestJSON-1472397642-router', 'tenant_id': 'ca9c8154dc664b57bc9452622c79c0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'fd97dedb-78a5-4afc-815f-329423685cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:55:04Z', 'updated_at': '2021-08-07T04:55:07Z', 'revision_number': 3, 'project_id': 'ca9c8154dc664b57bc9452622c79c0c6', 'gw_port': {'id': 'fd97dedb-78a5-4afc-815f-329423685cdd', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f9:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '762172fc-738d-4243-9950-17f35ba99456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:55:05Z', 'updated_at': '2021-08-07T04:55:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi'}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:55:10.290955 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] For port c2831cf0-9885-4929-9053-57e1aec4e558, host dv-cinder-759943-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-8-iscsi',level=0,port_id=c2831cf0-9885-4929-9053-57e1aec4e558,segment=NetworkSegment(5c4cc400-a497-44e6-be97-a3f4f6364da8),segment_id=5c4cc400-a497-44e6-be97-a3f4f6364da8)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:55:10.292626 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709788b1-a43c-4916-ba05-d6d8ae4f4b85 None None] Checking router: 762172fc-738d-4243-9950-17f35ba99456 for host: dv-cinder-759943-8-iscsi {{(pid=93261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 04:55:10.293115 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709788b1-a43c-4916-ba05-d6d8ae4f4b85 None None] Updating router 762172fc-738d-4243-9950-17f35ba99456 port fd97dedb-78a5-4afc-815f-329423685cdd binding host dv-cinder-759943-8-iscsi {{(pid=93261) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 04:55:10.335527 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-d9d813ae-10c0-424a-a4a1-28a1e03581b8 req-2f936e18-abf5-4a95-a319-a24043ae77df tempest-DeleteServersTestJSON-2139324451 tempest-DeleteServersTestJSON-2139324451-project] 10.222.0.13 "GET /v2.0/ports?device_id=9edc28f9-c74c-476f-944c-b8c23e01f27c HTTP/1.1" status: 200 len: 210 time: 0.1112108 Aug 07 04:55:10.335985 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:10.466130 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 35156) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:10.484157 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-ed507a24-a2d4-4d65-8e5e-f33a91068b44 None None] Provisioning for port 6edbe39c-3984-4193-bac7-e2a45d6b7ff1 completed by entity DHCP. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:55:10.512987 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-ed507a24-a2d4-4d65-8e5e-f33a91068b44 None None] Provisioning complete for port 6edbe39c-3984-4193-bac7-e2a45d6b7ff1 triggered by entity DHCP. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:55:10.513455 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-ed507a24-a2d4-4d65-8e5e-f33a91068b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:10.560440 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-9f5423a7-cfcf-4ed5-a915-3d23fe6c6982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:10.566010 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.plugin [None req-ed507a24-a2d4-4d65-8e5e-f33a91068b44 None None] Port 6edbe39c-3984-4193-bac7-e2a45d6b7ff1 cannot update to ACTIVE because it is not bound. {{(pid=93261) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 04:55:10.568500 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-709788b1-a43c-4916-ba05-d6d8ae4f4b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:10.571641 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device def80ae2-99c9-4966-beb3-d4a2b146f762 up at agent ovs-agent-dv-cinder-759943-8-iscsi {{(pid=93261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:55:10.649868 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Pushing event updated for resources: {'Port': ['ID=c2831cf0-9885-4929-9053-57e1aec4e558,revision_number=3']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:10.739021 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Provisioning for port def80ae2-99c9-4966-beb3-d4a2b146f762 completed by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:55:10.749769 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Provisioning complete for port def80ae2-99c9-4966-beb3-d4a2b146f762 triggered by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:55:10.750441 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:10.941209 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-6d73c9b7-a58d-44ec-bd04-087c7c7773c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:10.946266 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:11.020351 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-41d44fba-8b7a-41ee-a081-37df0ae1d603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:11.078330 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] For port def80ae2-99c9-4966-beb3-d4a2b146f762, host dv-cinder-759943-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-8-iscsi',level=0,port_id=def80ae2-99c9-4966-beb3-d4a2b146f762,segment=NetworkSegment(ac6f53da-148d-4154-8f83-3b309cb182da),segment_id=ac6f53da-148d-4154-8f83-3b309cb182da)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:55:11.096161 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:11.174171 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Pushing event updated for resources: {'Port': ['ID=def80ae2-99c9-4966-beb3-d4a2b146f762,revision_number=4']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:11.352649 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-709788b1-a43c-4916-ba05-d6d8ae4f4b85 None None] Notify callbacks [] for port, precommit_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:11.368897 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-41d44fba-8b7a-41ee-a081-37df0ae1d603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:11.376202 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-41d44fba-8b7a-41ee-a081-37df0ae1d603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:11.392806 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-709788b1-a43c-4916-ba05-d6d8ae4f4b85 None None] Transition to ACTIVE for port object fd97dedb-78a5-4afc-815f-329423685cdd will not be triggered until provisioned by entity L2. {{(pid=93261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:55:11.406375 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-709788b1-a43c-4916-ba05-d6d8ae4f4b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:11.515511 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-41d44fba-8b7a-41ee-a081-37df0ae1d603 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f83fcc9870f54098a68455e5ffc228d9&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0472374 Aug 07 04:55:11.517169 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d44fba-8b7a-41ee-a081-37df0ae1d603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=170c3195-48b9-4e21-95c2-dd215bdc980f,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:11.521367 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 35202) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:11.603372 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-10fb0141-95a6-4800-be1c-9e944e25c870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:11.606329 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335ce2e2-16b5-4f48-9d23-edf92af8b4a1 None None] Pushing event updated for resources: {'Port': ['ID=fd97dedb-78a5-4afc-815f-329423685cdd,revision_number=2']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:11.623521 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.managers [None req-709788b1-a43c-4916-ba05-d6d8ae4f4b85 None None] Attempting to bind port fd97dedb-78a5-4afc-815f-329423685cdd on host dv-cinder-759943-8-iscsi for vnic_type normal with profile {{(pid=93261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:55:11.629562 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.managers [None req-709788b1-a43c-4916-ba05-d6d8ae4f4b85 None None] Attempting to bind port fd97dedb-78a5-4afc-815f-329423685cdd by drivers openvswitch,hyperv on host dv-cinder-759943-8-iscsi at level 0 using segments [{'id': 'ac6f53da-148d-4154-8f83-3b309cb182da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f'}] {{(pid=93261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:55:11.629964 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709788b1-a43c-4916-ba05-d6d8ae4f4b85 None None] Attempting to bind port fd97dedb-78a5-4afc-815f-329423685cdd on network 7234aba2-ebe6-4f3d-9fb1-8b27c89e529f {{(pid=93261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:55:11.647632 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.agents_db [None req-236ba2d6-2b68-46f9-96aa-64978379ec1a None None] Agent healthcheck: found 6 active agents {{(pid=93262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 04:55:11.653666 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709788b1-a43c-4916-ba05-d6d8ae4f4b85 None None] Checking agent: {'id': '22f5c6e5-2ebd-4458-ab09-beb81a4e99be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 47, 30), 'started_at': datetime.datetime(2021, 8, 7, 4, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:55:11.656390 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709788b1-a43c-4916-ba05-d6d8ae4f4b85 None None] Checking segment: {'id': 'ac6f53da-148d-4154-8f83-3b309cb182da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:55:11.658374 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-709788b1-a43c-4916-ba05-d6d8ae4f4b85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:11.659831 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709788b1-a43c-4916-ba05-d6d8ae4f4b85 None None] Bound using segment: {'id': 'ac6f53da-148d-4154-8f83-3b309cb182da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f'} {{(pid=93261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:55:11.662149 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-10fb0141-95a6-4800-be1c-9e944e25c870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:11.663296 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.managers [None req-709788b1-a43c-4916-ba05-d6d8ae4f4b85 None None] Bound port: fd97dedb-78a5-4afc-815f-329423685cdd, host: dv-cinder-759943-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac6f53da-148d-4154-8f83-3b309cb182da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f'}}] {{(pid=93261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:55:11.664079 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-709788b1-a43c-4916-ba05-d6d8ae4f4b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:11.793333 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-66679a5b-f7b3-4473-93fe-bfa7ec8d3311 req-922b211d-0130-4ac0-ae58-7ac52ecd0e99 tempest-DeleteServersTestJSON-2139324451 tempest-DeleteServersTestJSON-2139324451-project] 10.222.0.13 "GET /v2.0/ports?device_id=9edc28f9-c74c-476f-944c-b8c23e01f27c HTTP/1.1" status: 200 len: 210 time: 0.0429420 Aug 07 04:55:11.793456 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-709788b1-a43c-4916-ba05-d6d8ae4f4b85 None None] For port fd97dedb-78a5-4afc-815f-329423685cdd, host dv-cinder-759943-8-iscsi, cleared binding levels {{(pid=93261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:55:11.806198 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-709788b1-a43c-4916-ba05-d6d8ae4f4b85 None None] For port fd97dedb-78a5-4afc-815f-329423685cdd, host dv-cinder-759943-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-8-iscsi',level=0,port_id=fd97dedb-78a5-4afc-815f-329423685cdd,segment=NetworkSegment(ac6f53da-148d-4154-8f83-3b309cb182da),segment_id=ac6f53da-148d-4154-8f83-3b309cb182da)] {{(pid=93261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:55:11.806361 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-10fb0141-95a6-4800-be1c-9e944e25c870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:11.807271 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-10fb0141-95a6-4800-be1c-9e944e25c870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:11.808682 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-10fb0141-95a6-4800-be1c-9e944e25c870 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/170c3195-48b9-4e21-95c2-dd215bdc980f HTTP/1.1" status: 204 len: 168 time: 0.2859442 Aug 07 04:55:11.817638 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fb0141-95a6-4800-be1c-9e944e25c870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=170c3195-48b9-4e21-95c2-dd215bdc980f,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:11.818364 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-709788b1-a43c-4916-ba05-d6d8ae4f4b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:11.928103 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.db.db_base_plugin_common [None req-6d73c9b7-a58d-44ec-bd04-087c7c7773c0 admin admin] Allocated IP 172.20.0.1 (4c392ea1-f973-4e27-8c93-9da70b5eee3e/c03fc84b-f6fc-4f24-bb48-576f621db152/1990d296-8664-4180-8bb3-b05b52769239) {{(pid=93260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:55:11.952972 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335ce2e2-16b5-4f48-9d23-edf92af8b4a1 None None] Pushing event updated for resources: {'Port': ['ID=fd97dedb-78a5-4afc-815f-329423685cdd,revision_number=3']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:11.980296 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709788b1-a43c-4916-ba05-d6d8ae4f4b85 None None] Routers {'762172fc-738d-4243-9950-17f35ba99456'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:55:11.981233 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-709788b1-a43c-4916-ba05-d6d8ae4f4b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T04:55:00Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['762172fc-738d-4243-9950-17f35ba99456'], 'active': True} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:55:12.071081 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-6d73c9b7-a58d-44ec-bd04-087c7c7773c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:12.094248 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.db.provisioning_blocks [None req-6d73c9b7-a58d-44ec-bd04-087c7c7773c0 admin admin] Transition to ACTIVE for port object 1990d296-8664-4180-8bb3-b05b52769239 will not be triggered until provisioned by entity DHCP. {{(pid=93260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:55:12.110229 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-9f5423a7-cfcf-4ed5-a915-3d23fe6c6982 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:12.113096 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvr_db [None req-709788b1-a43c-4916-ba05-d6d8ae4f4b85 None None] Set router 762172fc-738d-4243-9950-17f35ba99456 gateway port host: dv-cinder-759943-8-iscsi {{(pid=93261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:55:12.121578 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-9f5423a7-cfcf-4ed5-a915-3d23fe6c6982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:12.122840 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-9f5423a7-cfcf-4ed5-a915-3d23fe6c6982 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766137'] for router_interface, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:12.350518 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5423a7-cfcf-4ed5-a915-3d23fe6c6982 admin admin] Pushing event updated for resources: {'Port': ['ID=6edbe39c-3984-4193-bac7-e2a45d6b7ff1,revision_number=2']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:12.363970 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-6d73c9b7-a58d-44ec-bd04-087c7c7773c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768807127269'] for port, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:12.436308 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-709788b1-a43c-4916-ba05-d6d8ae4f4b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '762172fc-738d-4243-9950-17f35ba99456', 'name': 'tempest-AttachVolumeShelveTestJSON-1472397642-router', 'tenant_id': 'ca9c8154dc664b57bc9452622c79c0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'fd97dedb-78a5-4afc-815f-329423685cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:55:04Z', 'updated_at': '2021-08-07T04:55:07Z', 'revision_number': 3, 'project_id': 'ca9c8154dc664b57bc9452622c79c0c6', 'gw_port': {'id': 'fd97dedb-78a5-4afc-815f-329423685cdd', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f9:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '762172fc-738d-4243-9950-17f35ba99456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:55:05Z', 'updated_at': '2021-08-07T04:55:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi'}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:55:12.438151 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5423a7-cfcf-4ed5-a915-3d23fe6c6982 admin admin] Network 47e9d5be-818e-47e0-bb62-cfe7f85a9f14 is already hosted by enough agents. {{(pid=93260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:55:12.442325 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.base_scheduler [None req-9f5423a7-cfcf-4ed5-a915-3d23fe6c6982 admin admin] Resources bound (agent type, host, resource id): {{(pid=93260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:55:12.458324 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d73c9b7-a58d-44ec-bd04-087c7c7773c0 admin admin] Network 4c392ea1-f973-4e27-8c93-9da70b5eee3e is already hosted by enough agents. {{(pid=93260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:55:12.463444 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.base_scheduler [None req-6d73c9b7-a58d-44ec-bd04-087c7c7773c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:55:12.470655 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d73c9b7-a58d-44ec-bd04-087c7c7773c0 admin admin] Received port after_create {{(pid=93260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:55:12.471459 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-6d73c9b7-a58d-44ec-bd04-087c7c7773c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765965'] for router_interface, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:12.538780 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709788b1-a43c-4916-ba05-d6d8ae4f4b85 None None] The sync data for ids ['762172fc-738d-4243-9950-17f35ba99456'] in dv-cinder-759943-8-iscsi is: [{'id': '762172fc-738d-4243-9950-17f35ba99456', 'name': 'tempest-AttachVolumeShelveTestJSON-1472397642-router', 'tenant_id': 'ca9c8154dc664b57bc9452622c79c0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'fd97dedb-78a5-4afc-815f-329423685cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:55:04Z', 'updated_at': '2021-08-07T04:55:07Z', 'revision_number': 3, 'project_id': 'ca9c8154dc664b57bc9452622c79c0c6', 'gw_port': {'id': 'fd97dedb-78a5-4afc-815f-329423685cdd', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f9:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '762172fc-738d-4243-9950-17f35ba99456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:55:05Z', 'updated_at': '2021-08-07T04:55:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi'}] {{(pid=93261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 04:55:12.563842 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device def80ae2-99c9-4966-beb3-d4a2b146f762 up at agent ovs-agent-dv-cinder-759943-8-iscsi {{(pid=93261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:55:12.599387 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d73c9b7-a58d-44ec-bd04-087c7c7773c0 admin admin] Pushing event updated for resources: {'Port': ['ID=1990d296-8664-4180-8bb3-b05b52769239,revision_number=1']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:12.758522 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Provisioning complete for port def80ae2-99c9-4966-beb3-d4a2b146f762 triggered by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:55:12.761000 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:12.809723 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.43', 62676) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:12.830221 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f5423a7-cfcf-4ed5-a915-3d23fe6c6982 admin admin] Router 82478cfe-86d6-4eb1-a51b-a45748209466 has already been hosted by L3 agent c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6 {{(pid=93260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 04:55:12.942463 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-6d73c9b7-a58d-44ec-bd04-087c7c7773c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:12.963166 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-aae690c0-e4bf-4db6-93b2-6990223dcbd1 None None] Provisioning complete for port 6edbe39c-3984-4193-bac7-e2a45d6b7ff1 triggered by entity DHCP. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:55:12.963539 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-aae690c0-e4bf-4db6-93b2-6990223dcbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:13.178478 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.plugin [None req-aae690c0-e4bf-4db6-93b2-6990223dcbd1 None None] Port 6edbe39c-3984-4193-bac7-e2a45d6b7ff1 cannot update to ACTIVE because it is not bound. {{(pid=93261) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 04:55:13.181313 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device c2831cf0-9885-4929-9053-57e1aec4e558 up at agent ovs-agent-dv-cinder-759943-8-iscsi {{(pid=93261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:55:13.246517 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Provisioning complete for port c2831cf0-9885-4929-9053-57e1aec4e558 triggered by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:55:13.246896 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:13.363513 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-ad3c625a-496f-4cda-9c0b-ec96aecae9d1 None None] Provisioning for port 1990d296-8664-4180-8bb3-b05b52769239 completed by entity DHCP. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:55:13.384101 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-ad3c625a-496f-4cda-9c0b-ec96aecae9d1 None None] Provisioning complete for port 1990d296-8664-4180-8bb3-b05b52769239 triggered by entity DHCP. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:55:13.384602 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-ad3c625a-496f-4cda-9c0b-ec96aecae9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:13.444794 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d9bc3-80b4-4b50-8544-23d89d1755d1 req-17179029-42cf-433c-b5d7-0fbbca5c558a tempest-DeleteServersTestJSON-2139324451 tempest-DeleteServersTestJSON-2139324451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:13.447644 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-a79d9bc3-80b4-4b50-8544-23d89d1755d1 req-17179029-42cf-433c-b5d7-0fbbca5c558a tempest-DeleteServersTestJSON-2139324451 tempest-DeleteServersTestJSON-2139324451-project] 10.222.0.43 "GET /v2.0/networks?id=1dc11624-b411-4182-8631-ba0fe1bd247f HTTP/1.1" status: 200 len: 812 time: 0.6355028 Aug 07 04:55:13.495255 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 35300) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:13.499061 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.v2.base [req-a79d9bc3-80b4-4b50-8544-23d89d1755d1 req-b3ff03f0-72a3-46df-b697-bb54f10a63eb tempest-DeleteServersTestJSON-2139324451 tempest-DeleteServersTestJSON-2139324451-project] Request body: {'port': {'device_id': '9edc28f9-c74c-476f-944c-b8c23e01f27c', 'network_id': '1dc11624-b411-4182-8631-ba0fe1bd247f', 'admin_state_up': True, 'tenant_id': '9b746bb8b3aa499e8c27b85a443ace5c'}} {{(pid=93259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:55:13.509472 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.plugin [None req-ad3c625a-496f-4cda-9c0b-ec96aecae9d1 None None] Port 1990d296-8664-4180-8bb3-b05b52769239 cannot update to ACTIVE because it is not bound. {{(pid=93261) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 04:55:13.626850 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-6d73c9b7-a58d-44ec-bd04-087c7c7773c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:13.673504 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-6d73c9b7-a58d-44ec-bd04-087c7c7773c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:13.680124 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-6d73c9b7-a58d-44ec-bd04-087c7c7773c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766137'] for router_interface, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:13.921400 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-6797c113-ed8b-4c0d-8231-3ff3f4198ecc req-08b1f56b-fa13-4e49-bf8d-8054002f0d71 tempest-DeleteServersTestJSON-2139324451 tempest-DeleteServersTestJSON-2139324451-project] 10.222.0.13 "GET /v2.0/ports?device_id=9edc28f9-c74c-476f-944c-b8c23e01f27c HTTP/1.1" status: 200 len: 210 time: 0.2913692 Aug 07 04:55:13.995825 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f5423a7-cfcf-4ed5-a915-3d23fe6c6982 admin admin] Notify agent at l3_agent.dv-cinder-759943-8-iscsi the message routers_updated {{(pid=93260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 04:55:14.009377 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b55e36-e1c7-4f99-a54d-8e8dee2d644e None None] Sync routers for ids ['82478cfe-86d6-4eb1-a51b-a45748209466'] in dv-cinder-759943-8-iscsi {{(pid=93262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 04:55:14.023223 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b55e36-e1c7-4f99-a54d-8e8dee2d644e None None] Routers {'82478cfe-86d6-4eb1-a51b-a45748209466'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:55:14.024166 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_hamode_db [None req-96b55e36-e1c7-4f99-a54d-8e8dee2d644e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T04:55:00Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['82478cfe-86d6-4eb1-a51b-a45748209466'], 'active': True} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:55:14.048061 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-9f5423a7-cfcf-4ed5-a915-3d23fe6c6982 admin admin] 10.222.0.13 "PUT /v2.0/routers/82478cfe-86d6-4eb1-a51b-a45748209466/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4312017 Aug 07 04:55:14.061965 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a79d9bc3-80b4-4b50-8544-23d89d1755d1 req-b3ff03f0-72a3-46df-b697-bb54f10a63eb tempest-DeleteServersTestJSON-2139324451 tempest-DeleteServersTestJSON-2139324451-project] Made reservation on behalf of 9b746bb8b3aa499e8c27b85a443ace5c for: {'port': 1} {{(pid=93259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:55:14.066523 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-a79d9bc3-80b4-4b50-8544-23d89d1755d1 req-b3ff03f0-72a3-46df-b697-bb54f10a63eb tempest-DeleteServersTestJSON-2139324451 tempest-DeleteServersTestJSON-2139324451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:14.092688 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d73c9b7-a58d-44ec-bd04-087c7c7773c0 admin admin] Pushing event updated for resources: {'Port': ['ID=1990d296-8664-4180-8bb3-b05b52769239,revision_number=2']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:14.161431 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d73c9b7-a58d-44ec-bd04-087c7c7773c0 admin admin] Network 4c392ea1-f973-4e27-8c93-9da70b5eee3e is already hosted by enough agents. {{(pid=93260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:55:14.165712 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.base_scheduler [None req-6d73c9b7-a58d-44ec-bd04-087c7c7773c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:55:14.505803 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d73c9b7-a58d-44ec-bd04-087c7c7773c0 admin admin] Router 762172fc-738d-4243-9950-17f35ba99456 has already been hosted by L3 agent c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6 {{(pid=93260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 04:55:14.522659 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-3210c25c-51f0-4da3-a7b6-1d2b7c37b2be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:14.553578 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device fd97dedb-78a5-4afc-815f-329423685cdd up at agent ovs-agent-dv-cinder-759943-8-iscsi {{(pid=93261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:55:14.661855 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvr_db [None req-96b55e36-e1c7-4f99-a54d-8e8dee2d644e None None] Set router 82478cfe-86d6-4eb1-a51b-a45748209466 gateway port host: dv-cinder-759943-8-iscsi {{(pid=93262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:55:14.682647 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-d3e26431-6063-4454-93b0-469d620d3f6e None None] Provisioning complete for port 1990d296-8664-4180-8bb3-b05b52769239 triggered by entity DHCP. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:55:14.685317 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-d3e26431-6063-4454-93b0-469d620d3f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:14.788893 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Provisioning for port fd97dedb-78a5-4afc-815f-329423685cdd completed by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:55:14.792205 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d73c9b7-a58d-44ec-bd04-087c7c7773c0 admin admin] Notify agent at l3_agent.dv-cinder-759943-8-iscsi the message routers_updated {{(pid=93260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 04:55:14.810104 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-6d73c9b7-a58d-44ec-bd04-087c7c7773c0 admin admin] 10.222.0.13 "PUT /v2.0/routers/762172fc-738d-4243-9950-17f35ba99456/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9413559 Aug 07 04:55:14.820204 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.plugin [None req-d3e26431-6063-4454-93b0-469d620d3f6e None None] Port 1990d296-8664-4180-8bb3-b05b52769239 cannot update to ACTIVE because it is not bound. {{(pid=93261) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 04:55:14.839720 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Provisioning complete for port fd97dedb-78a5-4afc-815f-329423685cdd triggered by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:55:14.840631 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:14.870517 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-3210c25c-51f0-4da3-a7b6-1d2b7c37b2be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:14.990073 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-3210c25c-51f0-4da3-a7b6-1d2b7c37b2be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:15.076162 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:15.130846 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-3210c25c-51f0-4da3-a7b6-1d2b7c37b2be admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6f1b894c88524cfdb82e7d851320b8a8&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6282680 Aug 07 04:55:15.134793 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 35368) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:15.178059 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] For port fd97dedb-78a5-4afc-815f-329423685cdd, host dv-cinder-759943-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-8-iscsi',level=0,port_id=fd97dedb-78a5-4afc-815f-329423685cdd,segment=NetworkSegment(ac6f53da-148d-4154-8f83-3b309cb182da),segment_id=ac6f53da-148d-4154-8f83-3b309cb182da)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:55:15.187135 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:15.332852 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-1846db16-e1d9-4dc8-9ee1-f9b3c33f637b req-f6ca1f57-cd79-45d2-847c-4b3d89da12fc tempest-DeleteServersTestJSON-2139324451 tempest-DeleteServersTestJSON-2139324451-project] 10.222.0.13 "GET /v2.0/ports?device_id=9edc28f9-c74c-476f-944c-b8c23e01f27c HTTP/1.1" status: 200 len: 210 time: 0.1661193 Aug 07 04:55:15.425317 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210c25c-51f0-4da3-a7b6-1d2b7c37b2be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9188e217-e540-4f44-aae8-811f17a950ba,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:15.432655 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-6f542a97-ff1e-45bf-aa4b-1c386108374b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:15.516152 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-6f542a97-ff1e-45bf-aa4b-1c386108374b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:15.635362 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.db_base_plugin_common [req-a79d9bc3-80b4-4b50-8544-23d89d1755d1 req-b3ff03f0-72a3-46df-b697-bb54f10a63eb tempest-DeleteServersTestJSON-2139324451 tempest-DeleteServersTestJSON-2139324451-project] Allocated IP 172.20.0.9 (1dc11624-b411-4182-8631-ba0fe1bd247f/59d02899-0f2a-4c8f-a5d5-7a40144d2292/49ae2179-0605-4a27-ad85-417a21536a1e) {{(pid=93259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:55:15.669513 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_hamode_db [None req-96b55e36-e1c7-4f99-a54d-8e8dee2d644e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82478cfe-86d6-4eb1-a51b-a45748209466', 'name': 'tempest-AttachVolumeTestJSON-1250311327-router', 'tenant_id': 'a09787aaf9f8489b9ce80e474968b0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'def80ae2-99c9-4966-beb3-d4a2b146f762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:55:03Z', 'updated_at': '2021-08-07T04:55:10Z', 'revision_number': 4, 'project_id': 'a09787aaf9f8489b9ce80e474968b0c0', 'gw_port': {'id': 'def80ae2-99c9-4966-beb3-d4a2b146f762', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82478cfe-86d6-4eb1-a51b-a45748209466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:55:04Z', 'updated_at': '2021-08-07T04:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi', '_interfaces': [{'id': '6edbe39c-3984-4193-bac7-e2a45d6b7ff1', 'name': '', 'network_id': '47e9d5be-818e-47e0-bb62-cfe7f85a9f14', 'tenant_id': 'a09787aaf9f8489b9ce80e474968b0c0', 'mac_address': 'fa:16:3e:4a:20:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82478cfe-86d6-4eb1-a51b-a45748209466', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd69cdc06-5978-4a98-8e5a-dddb9e263998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:55:08Z', 'updated_at': '2021-08-07T04:55:10Z', 'revision_number': 2, 'project_id': 'a09787aaf9f8489b9ce80e474968b0c0', 'subnets': [{'id': 'd69cdc06-5978-4a98-8e5a-dddb9e263998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:55:15.706082 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-6f542a97-ff1e-45bf-aa4b-1c386108374b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:15.721232 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-6f542a97-ff1e-45bf-aa4b-1c386108374b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:15.723319 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-6f542a97-ff1e-45bf-aa4b-1c386108374b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9188e217-e540-4f44-aae8-811f17a950ba HTTP/1.1" status: 204 len: 168 time: 0.5873890 Aug 07 04:55:15.758965 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f542a97-ff1e-45bf-aa4b-1c386108374b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9188e217-e540-4f44-aae8-811f17a950ba,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:16.047170 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Pushing event updated for resources: {'Port': ['ID=fd97dedb-78a5-4afc-815f-329423685cdd,revision_number=4']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:16.052400 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b55e36-e1c7-4f99-a54d-8e8dee2d644e None None] Checking router: 82478cfe-86d6-4eb1-a51b-a45748209466 for host: dv-cinder-759943-8-iscsi {{(pid=93262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 04:55:16.052400 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b55e36-e1c7-4f99-a54d-8e8dee2d644e None None] Updating router 82478cfe-86d6-4eb1-a51b-a45748209466 port 6edbe39c-3984-4193-bac7-e2a45d6b7ff1 binding host dv-cinder-759943-8-iscsi {{(pid=93262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 04:55:16.056518 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eee572a-f37d-478b-a76f-8886e2f363dd None None] Sync routers for ids ['762172fc-738d-4243-9950-17f35ba99456'] in dv-cinder-759943-8-iscsi {{(pid=93261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 04:55:16.056518 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eee572a-f37d-478b-a76f-8886e2f363dd None None] Routers {'762172fc-738d-4243-9950-17f35ba99456'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:55:16.056518 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-8eee572a-f37d-478b-a76f-8886e2f363dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T04:55:00Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['762172fc-738d-4243-9950-17f35ba99456'], 'active': True} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:55:16.057317 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-96b55e36-e1c7-4f99-a54d-8e8dee2d644e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:16.220831 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-a79d9bc3-80b4-4b50-8544-23d89d1755d1 req-b3ff03f0-72a3-46df-b697-bb54f10a63eb tempest-DeleteServersTestJSON-2139324451 tempest-DeleteServersTestJSON-2139324451-project] Notify callbacks [] for port, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:16.299415 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvr_db [None req-8eee572a-f37d-478b-a76f-8886e2f363dd None None] Set router 762172fc-738d-4243-9950-17f35ba99456 gateway port host: dv-cinder-759943-8-iscsi {{(pid=93261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:55:16.363271 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-a79d9bc3-80b4-4b50-8544-23d89d1755d1 req-b3ff03f0-72a3-46df-b697-bb54f10a63eb tempest-DeleteServersTestJSON-2139324451 tempest-DeleteServersTestJSON-2139324451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768807127269'] for port, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:16.543413 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device fd97dedb-78a5-4afc-815f-329423685cdd up at agent ovs-agent-dv-cinder-759943-8-iscsi {{(pid=93261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:55:16.608943 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-96b55e36-e1c7-4f99-a54d-8e8dee2d644e None None] Notify callbacks [] for port, precommit_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:16.626860 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 35416) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:16.632574 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.v2.base [None req-90fcbf1e-78ee-4d60-bb8e-08e7973c04d5 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Request body: {'security_group': {'name': 'tempest-securitygroup--51771308', 'description': 'tempest-description--1317186169'}} {{(pid=93260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:55:16.643819 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.provisioning_blocks [None req-96b55e36-e1c7-4f99-a54d-8e8dee2d644e None None] Transition to ACTIVE for port object 6edbe39c-3984-4193-bac7-e2a45d6b7ff1 will not be triggered until provisioned by entity L2. {{(pid=93262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:55:16.653836 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 35418) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:16.655266 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-96b55e36-e1c7-4f99-a54d-8e8dee2d644e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:16.656324 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a79d9bc3-80b4-4b50-8544-23d89d1755d1 req-b3ff03f0-72a3-46df-b697-bb54f10a63eb tempest-DeleteServersTestJSON-2139324451 tempest-DeleteServersTestJSON-2139324451-project] Network 1dc11624-b411-4182-8631-ba0fe1bd247f is already hosted by enough agents. {{(pid=93259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:55:16.670810 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.v2.base [None req-c37c81b1-fe91-4fc7-a49d-0ff5c287fd6f tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1677095732', 'description': 'tempest-description--1315598645'}} {{(pid=93259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:55:16.703823 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.base_scheduler [req-a79d9bc3-80b4-4b50-8544-23d89d1755d1 req-b3ff03f0-72a3-46df-b697-bb54f10a63eb tempest-DeleteServersTestJSON-2139324451 tempest-DeleteServersTestJSON-2139324451-project] Resources bound (agent type, host, resource id): {{(pid=93259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:55:16.711522 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.l3_dvrscheduler_db [req-a79d9bc3-80b4-4b50-8544-23d89d1755d1 req-b3ff03f0-72a3-46df-b697-bb54f10a63eb tempest-DeleteServersTestJSON-2139324451 tempest-DeleteServersTestJSON-2139324451-project] Received port after_create {{(pid=93259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:55:16.726138 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d9bc3-80b4-4b50-8544-23d89d1755d1 req-b3ff03f0-72a3-46df-b697-bb54f10a63eb tempest-DeleteServersTestJSON-2139324451 tempest-DeleteServersTestJSON-2139324451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:16.727657 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-a79d9bc3-80b4-4b50-8544-23d89d1755d1 req-b3ff03f0-72a3-46df-b697-bb54f10a63eb tempest-DeleteServersTestJSON-2139324451 tempest-DeleteServersTestJSON-2139324451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568364'] for port, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:16.735996 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254cf050-2d77-4952-a15c-e1dd1895668b None None] Pushing event updated for resources: {'Port': ['ID=6edbe39c-3984-4193-bac7-e2a45d6b7ff1,revision_number=3']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:16.761757 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-90fcbf1e-78ee-4d60-bb8e-08e7973c04d5 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks [] for security_group, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:16.970432 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ff03f0-72a3-46df-b697-bb54f10a63eb tempest-DeleteServersTestJSON-2139324451 tempest-DeleteServersTestJSON-2139324451-project] Pushing event updated for resources: {'Port': ['ID=49ae2179-0605-4a27-ad85-417a21536a1e,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:16.971111 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.managers [None req-96b55e36-e1c7-4f99-a54d-8e8dee2d644e None None] Attempting to bind port 6edbe39c-3984-4193-bac7-e2a45d6b7ff1 on host dv-cinder-759943-8-iscsi for vnic_type normal with profile {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:55:16.971111 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.managers [None req-96b55e36-e1c7-4f99-a54d-8e8dee2d644e None None] Attempting to bind port 6edbe39c-3984-4193-bac7-e2a45d6b7ff1 by drivers openvswitch,hyperv on host dv-cinder-759943-8-iscsi at level 0 using segments [{'id': '67007472-572b-48a7-a3ec-be979b48e642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '47e9d5be-818e-47e0-bb62-cfe7f85a9f14'}] {{(pid=93262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:55:16.971111 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b55e36-e1c7-4f99-a54d-8e8dee2d644e None None] Attempting to bind port 6edbe39c-3984-4193-bac7-e2a45d6b7ff1 on network 47e9d5be-818e-47e0-bb62-cfe7f85a9f14 {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:55:16.971111 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b55e36-e1c7-4f99-a54d-8e8dee2d644e None None] Checking agent: {'id': '22f5c6e5-2ebd-4458-ab09-beb81a4e99be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 47, 30), 'started_at': datetime.datetime(2021, 8, 7, 4, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:55:16.971111 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b55e36-e1c7-4f99-a54d-8e8dee2d644e None None] Checking segment: {'id': '67007472-572b-48a7-a3ec-be979b48e642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '47e9d5be-818e-47e0-bb62-cfe7f85a9f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:55:16.971111 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-96b55e36-e1c7-4f99-a54d-8e8dee2d644e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:16.971111 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b55e36-e1c7-4f99-a54d-8e8dee2d644e None None] Bound using segment: {'id': '67007472-572b-48a7-a3ec-be979b48e642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '47e9d5be-818e-47e0-bb62-cfe7f85a9f14'} {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:55:16.971111 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.managers [None req-96b55e36-e1c7-4f99-a54d-8e8dee2d644e None None] Bound port: 6edbe39c-3984-4193-bac7-e2a45d6b7ff1, host: dv-cinder-759943-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67007472-572b-48a7-a3ec-be979b48e642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '47e9d5be-818e-47e0-bb62-cfe7f85a9f14'}}] {{(pid=93262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:55:16.971111 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-96b55e36-e1c7-4f99-a54d-8e8dee2d644e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:16.972327 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-c37c81b1-fe91-4fc7-a49d-0ff5c287fd6f tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks [] for security_group, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:16.978322 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-a79d9bc3-80b4-4b50-8544-23d89d1755d1 req-b3ff03f0-72a3-46df-b697-bb54f10a63eb tempest-DeleteServersTestJSON-2139324451 tempest-DeleteServersTestJSON-2139324451-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4841669 Aug 07 04:55:17.009459 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Provisioning complete for port fd97dedb-78a5-4afc-815f-329423685cdd triggered by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:55:17.009824 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:17.070262 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.db [None req-96b55e36-e1c7-4f99-a54d-8e8dee2d644e None None] For port 6edbe39c-3984-4193-bac7-e2a45d6b7ff1, host dv-cinder-759943-8-iscsi, cleared binding levels {{(pid=93262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:55:17.091944 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.db [None req-96b55e36-e1c7-4f99-a54d-8e8dee2d644e None None] For port 6edbe39c-3984-4193-bac7-e2a45d6b7ff1, host dv-cinder-759943-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-8-iscsi',level=0,port_id=6edbe39c-3984-4193-bac7-e2a45d6b7ff1,segment=NetworkSegment(67007472-572b-48a7-a3ec-be979b48e642),segment_id=67007472-572b-48a7-a3ec-be979b48e642)] {{(pid=93262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:55:17.100025 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-96b55e36-e1c7-4f99-a54d-8e8dee2d644e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:17.166639 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2fc98f-fa82-4057-8782-d83a0c32feec req-159d29ed-f110-4e2f-9ce8-68ecc1ff0fef tempest-DeleteServersTestJSON-2139324451 tempest-DeleteServersTestJSON-2139324451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:17.173882 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-8a2fc98f-fa82-4057-8782-d83a0c32feec req-159d29ed-f110-4e2f-9ce8-68ecc1ff0fef tempest-DeleteServersTestJSON-2139324451 tempest-DeleteServersTestJSON-2139324451-project] 10.222.0.13 "GET /v2.0/ports?device_id=9edc28f9-c74c-476f-944c-b8c23e01f27c HTTP/1.1" status: 200 len: 931 time: 0.3232856 Aug 07 04:55:17.174751 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 35430) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:17.199226 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [req-a79d9bc3-80b4-4b50-8544-23d89d1755d1 req-80e6aadd-ba27-45d3-a4ff-07d9a87f4032 tempest-DeleteServersTestJSON-2139324451 tempest-DeleteServersTestJSON-2139324451-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93259) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 07 04:55:17.201812 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-a79d9bc3-80b4-4b50-8544-23d89d1755d1 req-80e6aadd-ba27-45d3-a4ff-07d9a87f4032 tempest-DeleteServersTestJSON-2139324451 tempest-DeleteServersTestJSON-2139324451-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0298402 Aug 07 04:55:17.227138 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254cf050-2d77-4952-a15c-e1dd1895668b None None] Pushing event updated for resources: {'Port': ['ID=6edbe39c-3984-4193-bac7-e2a45d6b7ff1,revision_number=4']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:17.256722 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-90fcbf1e-78ee-4d60-bb8e-08e7973c04d5 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks [] for security_group, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:17.267026 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-90fcbf1e-78ee-4d60-bb8e-08e7973c04d5 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:17.274027 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b55e36-e1c7-4f99-a54d-8e8dee2d644e None None] Routers {'82478cfe-86d6-4eb1-a51b-a45748209466'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:55:17.274663 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_hamode_db [None req-96b55e36-e1c7-4f99-a54d-8e8dee2d644e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T04:55:00Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['82478cfe-86d6-4eb1-a51b-a45748209466'], 'active': True} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:55:17.367591 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fcbf1e-78ee-4d60-bb8e-08e7973c04d5 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c57fd4-e502-41c8-9a9d-2ef84ae6fa3e,revision_number=1']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:17.387787 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-8a2fc98f-fa82-4057-8782-d83a0c32feec req-2935b950-f9ef-444f-a733-192240764a0e tempest-DeleteServersTestJSON-2139324451 tempest-DeleteServersTestJSON-2139324451-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3309ff9-0161-45e8-8dac-23ae42a707d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005823 Aug 07 04:55:17.500488 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-8eee572a-f37d-478b-a76f-8886e2f363dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '762172fc-738d-4243-9950-17f35ba99456', 'name': 'tempest-AttachVolumeShelveTestJSON-1472397642-router', 'tenant_id': 'ca9c8154dc664b57bc9452622c79c0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'fd97dedb-78a5-4afc-815f-329423685cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:55:04Z', 'updated_at': '2021-08-07T04:55:12Z', 'revision_number': 4, 'project_id': 'ca9c8154dc664b57bc9452622c79c0c6', 'gw_port': {'id': 'fd97dedb-78a5-4afc-815f-329423685cdd', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762172fc-738d-4243-9950-17f35ba99456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:55:05Z', 'updated_at': '2021-08-07T04:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi', '_interfaces': [{'id': '1990d296-8664-4180-8bb3-b05b52769239', 'name': '', 'network_id': '4c392ea1-f973-4e27-8c93-9da70b5eee3e', 'tenant_id': 'ca9c8154dc664b57bc9452622c79c0c6', 'mac_address': 'fa:16:3e:08:a1:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '762172fc-738d-4243-9950-17f35ba99456', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c03fc84b-f6fc-4f24-bb48-576f621db152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:55:11Z', 'updated_at': '2021-08-07T04:55:13Z', 'revision_number': 2, 'project_id': 'ca9c8154dc664b57bc9452622c79c0c6', 'subnets': [{'id': 'c03fc84b-f6fc-4f24-bb48-576f621db152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:55:17.592675 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-e6efa5e0-ce6e-484e-ac49-48cbbb824af5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:17.603775 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eee572a-f37d-478b-a76f-8886e2f363dd None None] Checking router: 762172fc-738d-4243-9950-17f35ba99456 for host: dv-cinder-759943-8-iscsi {{(pid=93261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 04:55:17.604128 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eee572a-f37d-478b-a76f-8886e2f363dd None None] Updating router 762172fc-738d-4243-9950-17f35ba99456 port 1990d296-8664-4180-8bb3-b05b52769239 binding host dv-cinder-759943-8-iscsi {{(pid=93261) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 04:55:17.682870 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvr_db [None req-96b55e36-e1c7-4f99-a54d-8e8dee2d644e None None] Set router 82478cfe-86d6-4eb1-a51b-a45748209466 gateway port host: dv-cinder-759943-8-iscsi {{(pid=93262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:55:17.706444 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-8eee572a-f37d-478b-a76f-8886e2f363dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:17.741165 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-c37c81b1-fe91-4fc7-a49d-0ff5c287fd6f tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks [] for security_group, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:17.745712 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-c37c81b1-fe91-4fc7-a49d-0ff5c287fd6f tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:17.754615 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-90fcbf1e-78ee-4d60-bb8e-08e7973c04d5 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks [] for security_group, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:17.760774 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-90fcbf1e-78ee-4d60-bb8e-08e7973c04d5 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 1.1315420 Aug 07 04:55:17.761229 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 35454) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:17.766543 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.v2.base [None req-ecf42d80-e0c8-4a9e-ac87-1c473fb48647 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Request body: {'security_group_rule': {'security_group_id': 'd0c57fd4-e502-41c8-9a9d-2ef84ae6fa3e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:55:17.788430 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37c81b1-fe91-4fc7-a49d-0ff5c287fd6f tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ace81de-1fdd-4f9f-94d0-b0686fe1a954,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:17.918984 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-e6efa5e0-ce6e-484e-ac49-48cbbb824af5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:17.929113 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-e6efa5e0-ce6e-484e-ac49-48cbbb824af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:17.968574 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-ecf42d80-e0c8-4a9e-ac87-1c473fb48647 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:18.017232 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-8eee572a-f37d-478b-a76f-8886e2f363dd None None] Notify callbacks [] for port, precommit_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:18.028827 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-8eee572a-f37d-478b-a76f-8886e2f363dd None None] Transition to ACTIVE for port object 1990d296-8664-4180-8bb3-b05b52769239 will not be triggered until provisioned by entity L2. {{(pid=93261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:55:18.037622 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-8eee572a-f37d-478b-a76f-8886e2f363dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:18.038851 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-e6efa5e0-ce6e-484e-ac49-48cbbb824af5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=415388ff774e45a38d4b747e1d3d365d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8619175 Aug 07 04:55:18.042444 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6efa5e0-ce6e-484e-ac49-48cbbb824af5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc68d5b-352a-4498-a990-e02ff5865c4c,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:18.060697 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 35458) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:18.062387 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-c37c81b1-fe91-4fc7-a49d-0ff5c287fd6f tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks [] for security_group, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:18.067375 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-c37c81b1-fe91-4fc7-a49d-0ff5c287fd6f tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.4090149 Aug 07 04:55:18.071942 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 35460) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:18.091089 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.v2.base [None req-41d82f77-ab2d-4184-bc75-19f154b761af tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Request body: {'security_group_rule': {'security_group_id': '7ace81de-1fdd-4f9f-94d0-b0686fe1a954', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:55:18.171481 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.v2.base [req-a79d9bc3-80b4-4b50-8544-23d89d1755d1 req-b93e4308-2618-443f-8c31-4df9561eae7d service neutron] Request body: {'port': {'device_id': '9edc28f9-c74c-476f-944c-b8c23e01f27c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=93259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:55:18.179075 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a92dbad-bbc2-4a03-9da1-d8e84de57a6e None None] Pushing event updated for resources: {'Port': ['ID=1990d296-8664-4180-8bb3-b05b52769239,revision_number=3']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:18.228151 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-ecf42d80-e0c8-4a9e-ac87-1c473fb48647 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:18.287193 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.managers [None req-8eee572a-f37d-478b-a76f-8886e2f363dd None None] Attempting to bind port 1990d296-8664-4180-8bb3-b05b52769239 on host dv-cinder-759943-8-iscsi for vnic_type normal with profile {{(pid=93261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:55:18.287374 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.managers [None req-8eee572a-f37d-478b-a76f-8886e2f363dd None None] Attempting to bind port 1990d296-8664-4180-8bb3-b05b52769239 by drivers openvswitch,hyperv on host dv-cinder-759943-8-iscsi at level 0 using segments [{'id': '5c4cc400-a497-44e6-be97-a3f4f6364da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4c392ea1-f973-4e27-8c93-9da70b5eee3e'}] {{(pid=93261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:55:18.287599 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eee572a-f37d-478b-a76f-8886e2f363dd None None] Attempting to bind port 1990d296-8664-4180-8bb3-b05b52769239 on network 4c392ea1-f973-4e27-8c93-9da70b5eee3e {{(pid=93261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:55:18.297882 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-ecf42d80-e0c8-4a9e-ac87-1c473fb48647 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733518'] for security_group_rule, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:18.300471 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eee572a-f37d-478b-a76f-8886e2f363dd None None] Checking agent: {'id': '22f5c6e5-2ebd-4458-ab09-beb81a4e99be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 47, 30), 'started_at': datetime.datetime(2021, 8, 7, 4, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:55:18.300853 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eee572a-f37d-478b-a76f-8886e2f363dd None None] Checking segment: {'id': '5c4cc400-a497-44e6-be97-a3f4f6364da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4c392ea1-f973-4e27-8c93-9da70b5eee3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:55:18.301296 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-8eee572a-f37d-478b-a76f-8886e2f363dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:18.301682 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eee572a-f37d-478b-a76f-8886e2f363dd None None] Bound using segment: {'id': '5c4cc400-a497-44e6-be97-a3f4f6364da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4c392ea1-f973-4e27-8c93-9da70b5eee3e'} {{(pid=93261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:55:18.302236 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.managers [None req-8eee572a-f37d-478b-a76f-8886e2f363dd None None] Bound port: 1990d296-8664-4180-8bb3-b05b52769239, host: dv-cinder-759943-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c4cc400-a497-44e6-be97-a3f4f6364da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4c392ea1-f973-4e27-8c93-9da70b5eee3e'}}] {{(pid=93261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:55:18.302927 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-8eee572a-f37d-478b-a76f-8886e2f363dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:18.367208 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_hamode_db [None req-96b55e36-e1c7-4f99-a54d-8e8dee2d644e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82478cfe-86d6-4eb1-a51b-a45748209466', 'name': 'tempest-AttachVolumeTestJSON-1250311327-router', 'tenant_id': 'a09787aaf9f8489b9ce80e474968b0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'def80ae2-99c9-4966-beb3-d4a2b146f762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:55:03Z', 'updated_at': '2021-08-07T04:55:10Z', 'revision_number': 4, 'project_id': 'a09787aaf9f8489b9ce80e474968b0c0', 'gw_port': {'id': 'def80ae2-99c9-4966-beb3-d4a2b146f762', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82478cfe-86d6-4eb1-a51b-a45748209466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:55:04Z', 'updated_at': '2021-08-07T04:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi', '_interfaces': [{'id': '6edbe39c-3984-4193-bac7-e2a45d6b7ff1', 'name': '', 'network_id': '47e9d5be-818e-47e0-bb62-cfe7f85a9f14', 'tenant_id': 'a09787aaf9f8489b9ce80e474968b0c0', 'mac_address': 'fa:16:3e:4a:20:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82478cfe-86d6-4eb1-a51b-a45748209466', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd69cdc06-5978-4a98-8e5a-dddb9e263998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:55:08Z', 'updated_at': '2021-08-07T04:55:17Z', 'revision_number': 4, 'project_id': 'a09787aaf9f8489b9ce80e474968b0c0', 'subnets': [{'id': 'd69cdc06-5978-4a98-8e5a-dddb9e263998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:55:18.368521 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-a79d9bc3-80b4-4b50-8544-23d89d1755d1 req-b93e4308-2618-443f-8c31-4df9561eae7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:18.392338 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-41d82f77-ab2d-4184-bc75-19f154b761af tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:18.441278 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b55e36-e1c7-4f99-a54d-8e8dee2d644e None None] The sync data for ids ['82478cfe-86d6-4eb1-a51b-a45748209466'] in dv-cinder-759943-8-iscsi is: [{'id': '82478cfe-86d6-4eb1-a51b-a45748209466', 'name': 'tempest-AttachVolumeTestJSON-1250311327-router', 'tenant_id': 'a09787aaf9f8489b9ce80e474968b0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'def80ae2-99c9-4966-beb3-d4a2b146f762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:55:03Z', 'updated_at': '2021-08-07T04:55:10Z', 'revision_number': 4, 'project_id': 'a09787aaf9f8489b9ce80e474968b0c0', 'gw_port': {'id': 'def80ae2-99c9-4966-beb3-d4a2b146f762', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82478cfe-86d6-4eb1-a51b-a45748209466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:55:04Z', 'updated_at': '2021-08-07T04:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi', '_interfaces': [{'id': '6edbe39c-3984-4193-bac7-e2a45d6b7ff1', 'name': '', 'network_id': '47e9d5be-818e-47e0-bb62-cfe7f85a9f14', 'tenant_id': 'a09787aaf9f8489b9ce80e474968b0c0', 'mac_address': 'fa:16:3e:4a:20:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82478cfe-86d6-4eb1-a51b-a45748209466', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd69cdc06-5978-4a98-8e5a-dddb9e263998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:55:08Z', 'updated_at': '2021-08-07T04:55:17Z', 'revision_number': 4, 'project_id': 'a09787aaf9f8489b9ce80e474968b0c0', 'subnets': [{'id': 'd69cdc06-5978-4a98-8e5a-dddb9e263998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 04:55:18.515865 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf42d80-e0c8-4a9e-ac87-1c473fb48647 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a663def8-6f26-4078-a3be-dce43f08c200,revision_number=0']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:18.533807 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-8eee572a-f37d-478b-a76f-8886e2f363dd None None] For port 1990d296-8664-4180-8bb3-b05b52769239, host dv-cinder-759943-8-iscsi, cleared binding levels {{(pid=93261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:55:18.567495 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-8eee572a-f37d-478b-a76f-8886e2f363dd None None] For port 1990d296-8664-4180-8bb3-b05b52769239, host dv-cinder-759943-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-8-iscsi',level=0,port_id=1990d296-8664-4180-8bb3-b05b52769239,segment=NetworkSegment(5c4cc400-a497-44e6-be97-a3f4f6364da8),segment_id=5c4cc400-a497-44e6-be97-a3f4f6364da8)] {{(pid=93261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:55:18.582686 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-8eee572a-f37d-478b-a76f-8886e2f363dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:18.585414 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-ecf42d80-e0c8-4a9e-ac87-1c473fb48647 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:18.589241 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-ecf42d80-e0c8-4a9e-ac87-1c473fb48647 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8267825 Aug 07 04:55:18.614362 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 35476) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:18.635158 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.v2.base [None req-a5e23f4a-36e3-481b-94b0-e709be90afee tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Request body: {'security_group_rule': {'security_group_id': 'd0c57fd4-e502-41c8-9a9d-2ef84ae6fa3e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:55:18.846361 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a92dbad-bbc2-4a03-9da1-d8e84de57a6e None None] Pushing event updated for resources: {'Port': ['ID=1990d296-8664-4180-8bb3-b05b52769239,revision_number=4']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:18.900733 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-41d82f77-ab2d-4184-bc75-19f154b761af tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:18.930460 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eee572a-f37d-478b-a76f-8886e2f363dd None None] Routers {'762172fc-738d-4243-9950-17f35ba99456'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:55:18.932264 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-8eee572a-f37d-478b-a76f-8886e2f363dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T04:55:00Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['762172fc-738d-4243-9950-17f35ba99456'], 'active': True} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:55:19.187044 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-41d82f77-ab2d-4184-bc75-19f154b761af tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733518'] for security_group_rule, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:19.271105 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvr_db [None req-8eee572a-f37d-478b-a76f-8886e2f363dd None None] Set router 762172fc-738d-4243-9950-17f35ba99456 gateway port host: dv-cinder-759943-8-iscsi {{(pid=93261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:55:19.326920 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-41d82f77-ab2d-4184-bc75-19f154b761af tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:19.328247 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-41d82f77-ab2d-4184-bc75-19f154b761af tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2549436 Aug 07 04:55:19.338333 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 35492) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:19.348725 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d82f77-ab2d-4184-bc75-19f154b761af tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2b5bb65-0c3e-4d07-9ba4-7445243895a0,revision_number=0']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:19.364341 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.v2.base [None req-8e4726c0-9584-46de-b58c-98b010f4f940 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Request body: {'security_group_rule': {'security_group_id': '7ace81de-1fdd-4f9f-94d0-b0686fe1a954', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:55:19.370013 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-a5e23f4a-36e3-481b-94b0-e709be90afee tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:19.412070 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-24bbdd43-7340-4bb5-baa8-22429c1608d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:19.526252 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-24bbdd43-7340-4bb5-baa8-22429c1608d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:19.591499 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-a5e23f4a-36e3-481b-94b0-e709be90afee tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:19.606372 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb1b553-8513-4e95-a538-7704b66624ca req-188f374a-b404-437f-89c2-5c33961e7f39 tempest-DeleteServersTestJSON-2139324451 tempest-DeleteServersTestJSON-2139324451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:19.609525 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-4cb1b553-8513-4e95-a538-7704b66624ca req-188f374a-b404-437f-89c2-5c33961e7f39 tempest-DeleteServersTestJSON-2139324451 tempest-DeleteServersTestJSON-2139324451-project] 10.222.0.13 "GET /v2.0/ports?device_id=9edc28f9-c74c-476f-944c-b8c23e01f27c HTTP/1.1" status: 200 len: 931 time: 0.9518616 Aug 07 04:55:19.617896 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-a5e23f4a-36e3-481b-94b0-e709be90afee tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733518'] for security_group_rule, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:19.637650 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-8e4726c0-9584-46de-b58c-98b010f4f940 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:19.638246 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 35498) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:19.771426 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-a5e23f4a-36e3-481b-94b0-e709be90afee tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:19.777049 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-a5e23f4a-36e3-481b-94b0-e709be90afee tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1568968 Aug 07 04:55:19.780034 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 35502) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:19.790911 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.v2.base [None req-ace5194a-0593-4e33-b54c-03b767c776c9 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Request body: {'floatingip': {'floating_network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f'}} {{(pid=93259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:55:19.801190 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.notifiers.nova [req-a79d9bc3-80b4-4b50-8544-23d89d1755d1 req-b93e4308-2618-443f-8c31-4df9561eae7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49ae2179-0605-4a27-ad85-417a21536a1e {{(pid=93259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:55:19.826990 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e23f4a-36e3-481b-94b0-e709be90afee tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff476981-8673-43f8-b7e9-03c15feefdd5,revision_number=0']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:19.835923 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-a79d9bc3-80b4-4b50-8544-23d89d1755d1 req-b93e4308-2618-443f-8c31-4df9561eae7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:19.931695 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-ace5194a-0593-4e33-b54c-03b767c776c9 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks [] for floatingip, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:20.033821 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-4cb1b553-8513-4e95-a538-7704b66624ca req-ed609a5e-19ae-4dd4-ad6a-f7ec7081d779 tempest-DeleteServersTestJSON-2139324451 tempest-DeleteServersTestJSON-2139324451-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3309ff9-0161-45e8-8dac-23ae42a707d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4035752 Aug 07 04:55:20.064824 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-8eee572a-f37d-478b-a76f-8886e2f363dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '762172fc-738d-4243-9950-17f35ba99456', 'name': 'tempest-AttachVolumeShelveTestJSON-1472397642-router', 'tenant_id': 'ca9c8154dc664b57bc9452622c79c0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'fd97dedb-78a5-4afc-815f-329423685cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:55:04Z', 'updated_at': '2021-08-07T04:55:12Z', 'revision_number': 4, 'project_id': 'ca9c8154dc664b57bc9452622c79c0c6', 'gw_port': {'id': 'fd97dedb-78a5-4afc-815f-329423685cdd', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762172fc-738d-4243-9950-17f35ba99456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:55:05Z', 'updated_at': '2021-08-07T04:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi', '_interfaces': [{'id': '1990d296-8664-4180-8bb3-b05b52769239', 'name': '', 'network_id': '4c392ea1-f973-4e27-8c93-9da70b5eee3e', 'tenant_id': 'ca9c8154dc664b57bc9452622c79c0c6', 'mac_address': 'fa:16:3e:08:a1:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '762172fc-738d-4243-9950-17f35ba99456', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c03fc84b-f6fc-4f24-bb48-576f621db152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:55:11Z', 'updated_at': '2021-08-07T04:55:18Z', 'revision_number': 4, 'project_id': 'ca9c8154dc664b57bc9452622c79c0c6', 'subnets': [{'id': 'c03fc84b-f6fc-4f24-bb48-576f621db152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:55:20.070898 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-24bbdd43-7340-4bb5-baa8-22429c1608d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:20.073454 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-24bbdd43-7340-4bb5-baa8-22429c1608d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:20.074648 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-24bbdd43-7340-4bb5-baa8-22429c1608d2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7cc68d5b-352a-4498-a990-e02ff5865c4c HTTP/1.1" status: 204 len: 168 time: 1.8450043 Aug 07 04:55:20.124038 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.provisioning_blocks [req-a79d9bc3-80b4-4b50-8544-23d89d1755d1 req-b93e4308-2618-443f-8c31-4df9561eae7d service neutron] Transition to ACTIVE for port object 49ae2179-0605-4a27-ad85-417a21536a1e will not be triggered until provisioned by entity L2. {{(pid=93259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:55:20.140639 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-a79d9bc3-80b4-4b50-8544-23d89d1755d1 req-b93e4308-2618-443f-8c31-4df9561eae7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:20.157296 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bbdd43-7340-4bb5-baa8-22429c1608d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc68d5b-352a-4498-a990-e02ff5865c4c,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:20.189486 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-8e4726c0-9584-46de-b58c-98b010f4f940 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:20.192345 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eee572a-f37d-478b-a76f-8886e2f363dd None None] The sync data for ids ['762172fc-738d-4243-9950-17f35ba99456'] in dv-cinder-759943-8-iscsi is: [{'id': '762172fc-738d-4243-9950-17f35ba99456', 'name': 'tempest-AttachVolumeShelveTestJSON-1472397642-router', 'tenant_id': 'ca9c8154dc664b57bc9452622c79c0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'fd97dedb-78a5-4afc-815f-329423685cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:55:04Z', 'updated_at': '2021-08-07T04:55:12Z', 'revision_number': 4, 'project_id': 'ca9c8154dc664b57bc9452622c79c0c6', 'gw_port': {'id': 'fd97dedb-78a5-4afc-815f-329423685cdd', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762172fc-738d-4243-9950-17f35ba99456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:55:05Z', 'updated_at': '2021-08-07T04:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi', '_interfaces': [{'id': '1990d296-8664-4180-8bb3-b05b52769239', 'name': '', 'network_id': '4c392ea1-f973-4e27-8c93-9da70b5eee3e', 'tenant_id': 'ca9c8154dc664b57bc9452622c79c0c6', 'mac_address': 'fa:16:3e:08:a1:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '762172fc-738d-4243-9950-17f35ba99456', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c03fc84b-f6fc-4f24-bb48-576f621db152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:55:11Z', 'updated_at': '2021-08-07T04:55:18Z', 'revision_number': 4, 'project_id': 'ca9c8154dc664b57bc9452622c79c0c6', 'subnets': [{'id': 'c03fc84b-f6fc-4f24-bb48-576f621db152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 04:55:20.200654 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-8e4726c0-9584-46de-b58c-98b010f4f940 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733518'] for security_group_rule, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:20.272861 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4726c0-9584-46de-b58c-98b010f4f940 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb5f5948-188d-443a-9d89-f53720990064,revision_number=0']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:20.287998 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-8e4726c0-9584-46de-b58c-98b010f4f940 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:20.299300 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-8e4726c0-9584-46de-b58c-98b010f4f940 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9397931 Aug 07 04:55:20.299300 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 35516) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:20.303639 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.v2.base [None req-0f046730-5a8f-4912-818a-0b59c08cfb58 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Request body: {'floatingip': {'floating_network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f'}} {{(pid=93260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:55:20.383326 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-0f046730-5a8f-4912-818a-0b59c08cfb58 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks [] for floatingip, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:20.599452 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93e4308-2618-443f-8c31-4df9561eae7d service neutron] Pushing event updated for resources: {'Port': ['ID=49ae2179-0605-4a27-ad85-417a21536a1e,revision_number=2']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:20.623728 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-61a09764-8604-4bba-a8ae-882f94b0eeb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:20.806214 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device 1990d296-8664-4180-8bb3-b05b52769239 up at agent ovs-agent-dv-cinder-759943-8-iscsi {{(pid=93261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:55:20.846320 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.managers [req-a79d9bc3-80b4-4b50-8544-23d89d1755d1 req-b93e4308-2618-443f-8c31-4df9561eae7d service neutron] Attempting to bind port 49ae2179-0605-4a27-ad85-417a21536a1e on host hv-cinder-75994 for vnic_type normal with profile {{(pid=93259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:55:20.847627 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.managers [req-a79d9bc3-80b4-4b50-8544-23d89d1755d1 req-b93e4308-2618-443f-8c31-4df9561eae7d service neutron] Attempting to bind port 49ae2179-0605-4a27-ad85-417a21536a1e by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': '36f8ef09-6061-4f41-9b98-108836c30bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '1dc11624-b411-4182-8631-ba0fe1bd247f'}] {{(pid=93259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:55:20.847627 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79d9bc3-80b4-4b50-8544-23d89d1755d1 req-b93e4308-2618-443f-8c31-4df9561eae7d service neutron] Attempting to bind port 49ae2179-0605-4a27-ad85-417a21536a1e on network 1dc11624-b411-4182-8631-ba0fe1bd247f {{(pid=93259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:55:20.897423 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79d9bc3-80b4-4b50-8544-23d89d1755d1 req-b93e4308-2618-443f-8c31-4df9561eae7d service neutron] Port 49ae2179-0605-4a27-ad85-417a21536a1e on network 1dc11624-b411-4182-8631-ba0fe1bd247f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=93259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 04:55:20.909778 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79d9bc3-80b4-4b50-8544-23d89d1755d1 req-b93e4308-2618-443f-8c31-4df9561eae7d service neutron] Attempting to bind port 49ae2179-0605-4a27-ad85-417a21536a1e on network 1dc11624-b411-4182-8631-ba0fe1bd247f {{(pid=93259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:55:20.974025 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79d9bc3-80b4-4b50-8544-23d89d1755d1 req-b93e4308-2618-443f-8c31-4df9561eae7d service neutron] Checking agent: {'id': '5f67c77d-38b5-4515-b30f-34d5315bdd9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 53, 29), 'started_at': datetime.datetime(2021, 8, 7, 4, 53, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:55:20.974871 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79d9bc3-80b4-4b50-8544-23d89d1755d1 req-b93e4308-2618-443f-8c31-4df9561eae7d service neutron] Checking segment: {'id': '36f8ef09-6061-4f41-9b98-108836c30bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '1dc11624-b411-4182-8631-ba0fe1bd247f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:55:20.975891 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79d9bc3-80b4-4b50-8544-23d89d1755d1 req-b93e4308-2618-443f-8c31-4df9561eae7d service neutron] Bound using segment: {'id': '36f8ef09-6061-4f41-9b98-108836c30bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '1dc11624-b411-4182-8631-ba0fe1bd247f'} {{(pid=93259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:55:20.976604 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.managers [req-a79d9bc3-80b4-4b50-8544-23d89d1755d1 req-b93e4308-2618-443f-8c31-4df9561eae7d service neutron] Bound port: 49ae2179-0605-4a27-ad85-417a21536a1e, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36f8ef09-6061-4f41-9b98-108836c30bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '1dc11624-b411-4182-8631-ba0fe1bd247f'}}] {{(pid=93259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:55:20.977196 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-a79d9bc3-80b4-4b50-8544-23d89d1755d1 req-b93e4308-2618-443f-8c31-4df9561eae7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:21.103824 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Provisioning for port 1990d296-8664-4180-8bb3-b05b52769239 completed by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:55:21.123904 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Provisioning complete for port 1990d296-8664-4180-8bb3-b05b52769239 triggered by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:55:21.132451 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:21.297585 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-0f046730-5a8f-4912-818a-0b59c08cfb58 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:21.300176 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-ace5194a-0593-4e33-b54c-03b767c776c9 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:21.349311 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 35542) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:21.432355 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.db [req-a79d9bc3-80b4-4b50-8544-23d89d1755d1 req-b93e4308-2618-443f-8c31-4df9561eae7d service neutron] For port 49ae2179-0605-4a27-ad85-417a21536a1e, host hv-cinder-75994, cleared binding levels {{(pid=93259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:55:21.460390 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-89bc8f0e-5cfd-48ee-83e1-768dfb627b58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:21.506608 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.db [req-a79d9bc3-80b4-4b50-8544-23d89d1755d1 req-b93e4308-2618-443f-8c31-4df9561eae7d service neutron] For port 49ae2179-0605-4a27-ad85-417a21536a1e, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=49ae2179-0605-4a27-ad85-417a21536a1e,segment=NetworkSegment(36f8ef09-6061-4f41-9b98-108836c30bc5),segment_id=36f8ef09-6061-4f41-9b98-108836c30bc5)] {{(pid=93259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:55:21.508767 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:21.569200 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-a79d9bc3-80b4-4b50-8544-23d89d1755d1 req-b93e4308-2618-443f-8c31-4df9561eae7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:21.625338 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] For port 1990d296-8664-4180-8bb3-b05b52769239, host dv-cinder-759943-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-8-iscsi',level=0,port_id=1990d296-8664-4180-8bb3-b05b52769239,segment=NetworkSegment(5c4cc400-a497-44e6-be97-a3f4f6364da8),segment_id=5c4cc400-a497-44e6-be97-a3f4f6364da8)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:55:21.636739 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:21.637718 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device 6edbe39c-3984-4193-bac7-e2a45d6b7ff1 up at agent ovs-agent-dv-cinder-759943-8-iscsi {{(pid=93261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:55:21.640582 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cab398b-2484-4044-bdb5-59b6576314a0 req-d585d40d-0340-4455-88cb-33ae64ff3fa8 tempest-DeleteServersTestJSON-2139324451 tempest-DeleteServersTestJSON-2139324451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:21.654245 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-2cab398b-2484-4044-bdb5-59b6576314a0 req-d585d40d-0340-4455-88cb-33ae64ff3fa8 tempest-DeleteServersTestJSON-2139324451 tempest-DeleteServersTestJSON-2139324451-project] 10.222.0.13 "GET /v2.0/ports?device_id=9edc28f9-c74c-476f-944c-b8c23e01f27c HTTP/1.1" status: 200 len: 943 time: 0.4008591 Aug 07 04:55:21.719873 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 35548) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:21.762557 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Pushing event updated for resources: {'Port': ['ID=1990d296-8664-4180-8bb3-b05b52769239,revision_number=5']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:21.793404 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.db_base_plugin_common [None req-ace5194a-0593-4e33-b54c-03b767c776c9 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Allocated IP 172.27.1.164 (7234aba2-ebe6-4f3d-9fb1-8b27c89e529f/7cdca82c-7858-4732-9c64-e97074532a2d/33374f0e-722c-4712-83e1-aafc57651212) {{(pid=93259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:55:21.854804 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Provisioning for port 6edbe39c-3984-4193-bac7-e2a45d6b7ff1 completed by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:55:21.868791 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Provisioning complete for port 6edbe39c-3984-4193-bac7-e2a45d6b7ff1 triggered by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:55:21.872374 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:22.170817 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-61a09764-8604-4bba-a8ae-882f94b0eeb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:22.189867 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:22.271606 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] For port 6edbe39c-3984-4193-bac7-e2a45d6b7ff1, host dv-cinder-759943-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-8-iscsi',level=0,port_id=6edbe39c-3984-4193-bac7-e2a45d6b7ff1,segment=NetworkSegment(67007472-572b-48a7-a3ec-be979b48e642),segment_id=67007472-572b-48a7-a3ec-be979b48e642)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:55:22.276833 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:22.308501 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93e4308-2618-443f-8c31-4df9561eae7d service neutron] Pushing event updated for resources: {'Port': ['ID=49ae2179-0605-4a27-ad85-417a21536a1e,revision_number=3']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:22.358846 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-61a09764-8604-4bba-a8ae-882f94b0eeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:22.449174 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 35562) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:22.450007 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-ac9974ed-e6d2-454c-8260-4e082aa683e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:22.452509 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-61a09764-8604-4bba-a8ae-882f94b0eeb7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bdb2177a91964df986c365500f041ab7&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8092492 Aug 07 04:55:22.488045 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Pushing event updated for resources: {'Port': ['ID=6edbe39c-3984-4193-bac7-e2a45d6b7ff1,revision_number=5']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:22.491398 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d9bc3-80b4-4b50-8544-23d89d1755d1 req-b93e4308-2618-443f-8c31-4df9561eae7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:22.492546 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-a79d9bc3-80b4-4b50-8544-23d89d1755d1 req-b93e4308-2618-443f-8c31-4df9561eae7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568364'] for port, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:22.495380 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-a79d9bc3-80b4-4b50-8544-23d89d1755d1 req-b93e4308-2618-443f-8c31-4df9561eae7d service neutron] 10.222.0.43 "PUT /v2.0/ports/49ae2179-0605-4a27-ad85-417a21536a1e HTTP/1.1" status: 200 len: 1093 time: 4.9244504 Aug 07 04:55:22.503320 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9edc28f9-c74c-476f-944c-b8c23e01f27c', 'tag': '49ae2179-0605-4a27-ad85-417a21536a1e'}] {{(pid=93259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:55:22.578577 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device 1990d296-8664-4180-8bb3-b05b52769239 up at agent ovs-agent-dv-cinder-759943-8-iscsi {{(pid=93261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:55:22.609903 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-89bc8f0e-5cfd-48ee-83e1-768dfb627b58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:22.732718 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Provisioning complete for port 1990d296-8664-4180-8bb3-b05b52769239 triggered by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:55:22.733119 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:22.777534 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a09764-8604-4bba-a8ae-882f94b0eeb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69cd0cde-6e4f-4ebc-a2b9-507cfa09d5d8,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:22.832318 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-2cab398b-2484-4044-bdb5-59b6576314a0 req-7b0a0529-26cb-48e2-898e-7c9d9aeb8d39 tempest-DeleteServersTestJSON-2139324451 tempest-DeleteServersTestJSON-2139324451-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3309ff9-0161-45e8-8dac-23ae42a707d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1766119 Aug 07 04:55:22.915485 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-ace5194a-0593-4e33-b54c-03b767c776c9 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks [] for port, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:22.932965 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-89bc8f0e-5cfd-48ee-83e1-768dfb627b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:22.965529 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2475665ef9a7cb8741e3251ff967df6d1dd3d3eb822c2e36b28ddc32d9da7eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d24ece41-e1d6-4996-9873-7da8ea058774" -d '{"events": [{"name": "network-changed", "server_uuid": "9edc28f9-c74c-476f-944c-b8c23e01f27c", "tag": "49ae2179-0605-4a27-ad85-417a21536a1e"}]}' {{(pid=93259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:55:23.047947 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d9bc3-80b4-4b50-8544-23d89d1755d1 req-a1bc091f-81b9-4b47-892a-7152e3601354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:23.051579 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-a79d9bc3-80b4-4b50-8544-23d89d1755d1 req-a1bc091f-81b9-4b47-892a-7152e3601354 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9b746bb8b3aa499e8c27b85a443ace5c&device_id=9edc28f9-c74c-476f-944c-b8c23e01f27c HTTP/1.1" status: 200 len: 1096 time: 0.1443398 Aug 07 04:55:23.064407 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-89bc8f0e-5cfd-48ee-83e1-768dfb627b58 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=315be2466cf6436d941f320baedd2f7d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7086928 Aug 07 04:55:23.068707 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 35590) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:23.156114 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-ac9974ed-e6d2-454c-8260-4e082aa683e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:23.210888 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-ac9974ed-e6d2-454c-8260-4e082aa683e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:23.263630 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bc8f0e-5cfd-48ee-83e1-768dfb627b58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0080302c-dae0-4a86-9f02-68683ad33002,revision_number=1']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:23.356688 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-ace5194a-0593-4e33-b54c-03b767c776c9 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768807127269'] for port, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:23.391475 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-a79d9bc3-80b4-4b50-8544-23d89d1755d1 req-55161350-6dd5-4bb2-81b1-fe4a84649181 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49ae2179-0605-4a27-ad85-417a21536a1e HTTP/1.1" status: 200 len: 217 time: 0.2443252 Aug 07 04:55:23.415080 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 04:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca1588f0-02ab-4afa-8a04-1b4b5a1bae38 x-openstack-request-id: req-ca1588f0-02ab-4afa-8a04-1b4b5a1bae38 {{(pid=93259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:55:23.415645 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9edc28f9-c74c-476f-944c-b8c23e01f27c", "tag": "49ae2179-0605-4a27-ad85-417a21536a1e", "status": "completed", "code": 200}]} {{(pid=93259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:55:23.415897 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.db.db_base_plugin_common [None req-0f046730-5a8f-4912-818a-0b59c08cfb58 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Allocated IP 172.27.1.148 (7234aba2-ebe6-4f3d-9fb1-8b27c89e529f/7cdca82c-7858-4732-9c64-e97074532a2d/2ef67206-180a-42de-b52b-9ed7f69f1c29) {{(pid=93260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:55:23.416706 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ca1588f0-02ab-4afa-8a04-1b4b5a1bae38 {{(pid=93259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:55:23.417580 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9edc28f9-c74c-476f-944c-b8c23e01f27c', 'tag': '49ae2179-0605-4a27-ad85-417a21536a1e', 'status': 'completed', 'code': 200} Aug 07 04:55:23.451700 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace5194a-0593-4e33-b54c-03b767c776c9 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Network 7234aba2-ebe6-4f3d-9fb1-8b27c89e529f is already hosted by enough agents. {{(pid=93259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:55:23.491894 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-ac9974ed-e6d2-454c-8260-4e082aa683e1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cf7522eefec14738a50b82332290d32e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7708967 Aug 07 04:55:23.534647 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 35604) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:23.583850 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d9bc3-80b4-4b50-8544-23d89d1755d1 req-d63eb9f2-eb8f-4c85-8ef9-af0a4992117e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:23.585643 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-a79d9bc3-80b4-4b50-8544-23d89d1755d1 req-d63eb9f2-eb8f-4c85-8ef9-af0a4992117e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=59d02899-0f2a-4c8f-a5d5-7a40144d2292 HTTP/1.1" status: 200 len: 852 time: 0.1363807 Aug 07 04:55:23.588775 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.base_scheduler [None req-ace5194a-0593-4e33-b54c-03b767c776c9 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Resources bound (agent type, host, resource id): {{(pid=93259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:55:23.590687 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-87c146b8-0453-4f4a-a073-df61872d3cbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:23.593386 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace5194a-0593-4e33-b54c-03b767c776c9 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Received port after_create {{(pid=93259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:55:23.650371 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-c3423d3f-2a18-44bd-ba46-1b8e6f934c44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:23.702011 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-c3423d3f-2a18-44bd-ba46-1b8e6f934c44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:23.799102 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9974ed-e6d2-454c-8260-4e082aa683e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b67ed058-7b03-48ac-98a5-d9b288c7b823,revision_number=1']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:23.804066 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-c3423d3f-2a18-44bd-ba46-1b8e6f934c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:23.809035 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-c3423d3f-2a18-44bd-ba46-1b8e6f934c44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:23.810982 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-c3423d3f-2a18-44bd-ba46-1b8e6f934c44 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/69cd0cde-6e4f-4ebc-a2b9-507cfa09d5d8 HTTP/1.1" status: 204 len: 168 time: 1.3586471 Aug 07 04:55:23.851340 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3423d3f-2a18-44bd-ba46-1b8e6f934c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69cd0cde-6e4f-4ebc-a2b9-507cfa09d5d8,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:23.879510 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-e8902c99-ebbe-4b9f-b886-2c4fa33968ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:23.935817 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-0f046730-5a8f-4912-818a-0b59c08cfb58 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks [] for port, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:23.937189 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace5194a-0593-4e33-b54c-03b767c776c9 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Pushing event updated for resources: {'Port': ['ID=33374f0e-722c-4712-83e1-aafc57651212,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:23.945124 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-e8902c99-ebbe-4b9f-b886-2c4fa33968ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:23.975595 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-a79d9bc3-80b4-4b50-8544-23d89d1755d1 req-6388809f-cc77-4e3e-a66a-100fb7903825 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1dc11624-b411-4182-8631-ba0fe1bd247f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2220492 Aug 07 04:55:23.983184 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-87c146b8-0453-4f4a-a073-df61872d3cbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:24.070432 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-0f046730-5a8f-4912-818a-0b59c08cfb58 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768807127269'] for port, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:24.080230 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-ace5194a-0593-4e33-b54c-03b767c776c9 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:24.108354 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-e8902c99-ebbe-4b9f-b886-2c4fa33968ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:24.135761 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-e8902c99-ebbe-4b9f-b886-2c4fa33968ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:24.141690 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-e8902c99-ebbe-4b9f-b886-2c4fa33968ed admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b67ed058-7b03-48ac-98a5-d9b288c7b823 HTTP/1.1" status: 204 len: 168 time: 0.5956676 Aug 07 04:55:24.267919 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f046730-5a8f-4912-818a-0b59c08cfb58 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Network 7234aba2-ebe6-4f3d-9fb1-8b27c89e529f is already hosted by enough agents. {{(pid=93260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:55:24.269771 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8902c99-ebbe-4b9f-b886-2c4fa33968ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67ed058-7b03-48ac-98a5-d9b288c7b823,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:24.279463 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.base_scheduler [None req-0f046730-5a8f-4912-818a-0b59c08cfb58 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Resources bound (agent type, host, resource id): {{(pid=93260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:55:24.283845 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f046730-5a8f-4912-818a-0b59c08cfb58 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Received port after_create {{(pid=93260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:55:24.306987 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f046730-5a8f-4912-818a-0b59c08cfb58 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Pushing event updated for resources: {'Port': ['ID=2ef67206-180a-42de-b52b-9ed7f69f1c29,revision_number=1']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:24.446189 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-ace5194a-0593-4e33-b54c-03b767c776c9 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:24.531740 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7c6f3c-7529-4757-a819-8753932f9941 req-a01c28c1-044d-4d2a-a46e-03c38191229c tempest-DeleteServersTestJSON-2139324451 tempest-DeleteServersTestJSON-2139324451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:24.539752 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-4f7c6f3c-7529-4757-a819-8753932f9941 req-a01c28c1-044d-4d2a-a46e-03c38191229c tempest-DeleteServersTestJSON-2139324451 tempest-DeleteServersTestJSON-2139324451-project] 10.222.0.13 "GET /v2.0/ports?device_id=9edc28f9-c74c-476f-944c-b8c23e01f27c HTTP/1.1" status: 200 len: 943 time: 0.4929364 Aug 07 04:55:24.541445 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device 6edbe39c-3984-4193-bac7-e2a45d6b7ff1 up at agent ovs-agent-dv-cinder-759943-8-iscsi {{(pid=93261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:55:24.588371 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-a79d9bc3-80b4-4b50-8544-23d89d1755d1 req-3982d0a2-dd7a-4833-9af7-129f8118232b service neutron] 10.222.0.43 "GET /v2.0/networks/1dc11624-b411-4182-8631-ba0fe1bd247f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5401661 Aug 07 04:55:24.591471 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-0f046730-5a8f-4912-818a-0b59c08cfb58 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:24.645984 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-87c146b8-0453-4f4a-a073-df61872d3cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:24.648563 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-87c146b8-0453-4f4a-a073-df61872d3cbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:24.652713 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-87c146b8-0453-4f4a-a073-df61872d3cbd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0080302c-dae0-4a86-9f02-68683ad33002 HTTP/1.1" status: 204 len: 168 time: 1.5767038 Aug 07 04:55:24.719117 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Provisioning complete for port 6edbe39c-3984-4193-bac7-e2a45d6b7ff1 triggered by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:55:24.719573 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:24.738312 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-0f046730-5a8f-4912-818a-0b59c08cfb58 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:24.947933 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c146b8-0453-4f4a-a073-df61872d3cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0080302c-dae0-4a86-9f02-68683ad33002,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:24.972702 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-4f7c6f3c-7529-4757-a819-8753932f9941 req-6dd86ddf-9bac-46b6-a9a5-8278a6190959 tempest-DeleteServersTestJSON-2139324451 tempest-DeleteServersTestJSON-2139324451-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3309ff9-0161-45e8-8dac-23ae42a707d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4320295 Aug 07 04:55:25.133031 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-ace5194a-0593-4e33-b54c-03b767c776c9 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks [] for port, precommit_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:25.145747 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-ace5194a-0593-4e33-b54c-03b767c776c9 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:25.229565 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-ace5194a-0593-4e33-b54c-03b767c776c9 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-766596'] for floatingip, after_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:25.288097 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-ace5194a-0593-4e33-b54c-03b767c776c9 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77622'] for floatingip, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:25.291085 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-ace5194a-0593-4e33-b54c-03b767c776c9 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5039206 Aug 07 04:55:25.292529 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace5194a-0593-4e33-b54c-03b767c776c9 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Pushing event updated for resources: {'Port': ['ID=33374f0e-722c-4712-83e1-aafc57651212,revision_number=2']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:25.293156 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-0f046730-5a8f-4912-818a-0b59c08cfb58 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks [] for port, precommit_update {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:25.304092 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-0f046730-5a8f-4912-818a-0b59c08cfb58 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:25.371707 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-0f046730-5a8f-4912-818a-0b59c08cfb58 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-766596'] for floatingip, after_update {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:25.396097 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-0f046730-5a8f-4912-818a-0b59c08cfb58 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77622'] for floatingip, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:25.401160 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-0f046730-5a8f-4912-818a-0b59c08cfb58 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1014416 Aug 07 04:55:25.408230 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f046730-5a8f-4912-818a-0b59c08cfb58 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Pushing event updated for resources: {'Port': ['ID=2ef67206-180a-42de-b52b-9ed7f69f1c29,revision_number=2']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:25.453817 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 35700) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:25.472217 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-602dc5cc-ecd2-49d3-8f43-cbff7cd286d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:25.712360 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-602dc5cc-ecd2-49d3-8f43-cbff7cd286d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:25.722554 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-602dc5cc-ecd2-49d3-8f43-cbff7cd286d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:25.914344 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-602dc5cc-ecd2-49d3-8f43-cbff7cd286d6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e180e0f6ee3742d6984197ca187f76f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4591105 Aug 07 04:55:25.929392 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 35744) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:25.935300 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602dc5cc-ecd2-49d3-8f43-cbff7cd286d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b375e4a-727e-42e2-8a2c-b97ce8fb64ec,revision_number=1']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:26.001045 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-67b56283-dd28-418d-bc53-8fb5fa4eb535 req-a4175b74-4448-42db-89db-ddd4863bfcd7 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--51771308&fields=id&tenant_id=a09787aaf9f8489b9ce80e474968b0c0 HTTP/1.1" status: 200 len: 267 time: 0.1988223 Aug 07 04:55:26.256171 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-f697a5d8-4912-47f1-b21e-b933fae6652b req-ec47b2e7-edfd-418c-afe5-effbeede7eb9 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1677095732&fields=id&tenant_id=ca9c8154dc664b57bc9452622c79c0c6 HTTP/1.1" status: 200 len: 267 time: 0.2743073 Aug 07 04:55:26.350462 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b56283-dd28-418d-bc53-8fb5fa4eb535 req-908f5850-9444-437b-887e-5c22d339319c tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:26.353349 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-67b56283-dd28-418d-bc53-8fb5fa4eb535 req-908f5850-9444-437b-887e-5c22d339319c tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/networks?id=47e9d5be-818e-47e0-bb62-cfe7f85a9f14 HTTP/1.1" status: 200 len: 811 time: 0.3438218 Aug 07 04:55:26.380540 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-a79d9bc3-80b4-4b50-8544-23d89d1755d1 req-c673f867-7a6e-4f22-b439-0b407e03b461 service neutron] 10.222.0.43 "GET /v2.0/networks/1dc11624-b411-4182-8631-ba0fe1bd247f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6011569 Aug 07 04:55:26.381141 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-67b56283-dd28-418d-bc53-8fb5fa4eb535 req-2cb6fb67-6650-4fdf-ad99-ed27df0c0b14 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/quotas/a09787aaf9f8489b9ce80e474968b0c0 HTTP/1.1" status: 200 len: 375 time: 0.0186529 Aug 07 04:55:26.398876 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-8719ace1-6f90-4715-96bc-08af473bef53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:26.485797 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-67b56283-dd28-418d-bc53-8fb5fa4eb535 req-94d51d0f-3419-4a59-bc4a-446ca3aba4e4 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a09787aaf9f8489b9ce80e474968b0c0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1036739 Aug 07 04:55:26.521140 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f697a5d8-4912-47f1-b21e-b933fae6652b req-506fb553-35a4-41cc-a291-b2b85e1b594b tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:26.529304 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-f697a5d8-4912-47f1-b21e-b933fae6652b req-506fb553-35a4-41cc-a291-b2b85e1b594b tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/networks?id=4c392ea1-f973-4e27-8c93-9da70b5eee3e HTTP/1.1" status: 200 len: 817 time: 0.2700629 Aug 07 04:55:26.533304 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-8719ace1-6f90-4715-96bc-08af473bef53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:26.573026 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-f697a5d8-4912-47f1-b21e-b933fae6652b req-bfd1a8e8-a286-490e-b1e1-78b86f1d9c1b tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/quotas/ca9c8154dc664b57bc9452622c79c0c6 HTTP/1.1" status: 200 len: 375 time: 0.0422535 Aug 07 04:55:26.692998 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-67b56283-dd28-418d-bc53-8fb5fa4eb535 req-71055e4b-3605-4cf2-b7d0-5c97d18d718b service neutron] 10.222.0.13 "GET /v2.0/networks/47e9d5be-818e-47e0-bb62-cfe7f85a9f14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865335 Aug 07 04:55:26.786898 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-f697a5d8-4912-47f1-b21e-b933fae6652b req-8b949f30-5833-4de2-8618-bf540e2ac536 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ca9c8154dc664b57bc9452622c79c0c6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2079115 Aug 07 04:55:26.808744 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-ed44b864-ddff-4ebd-b7dc-23beeec3d0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:26.814480 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-8719ace1-6f90-4715-96bc-08af473bef53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:26.818814 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-8719ace1-6f90-4715-96bc-08af473bef53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:26.820784 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-8719ace1-6f90-4715-96bc-08af473bef53 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6b375e4a-727e-42e2-8a2c-b97ce8fb64ec HTTP/1.1" status: 204 len: 168 time: 0.8891616 Aug 07 04:55:26.844806 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8719ace1-6f90-4715-96bc-08af473bef53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b375e4a-727e-42e2-8a2c-b97ce8fb64ec,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:26.938033 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 35796) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:26.979619 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-67b56283-dd28-418d-bc53-8fb5fa4eb535 req-12fd9751-8d35-483e-b3ec-655280a25ec3 service neutron] 10.222.0.13 "GET /v2.0/networks/47e9d5be-818e-47e0-bb62-cfe7f85a9f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798936 Aug 07 04:55:27.407101 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb88b476-8737-4099-b00b-a38d318dcd2b req-d09912b9-ce9b-4635-8d31-d78ea2d46f98 tempest-DeleteServersTestJSON-2139324451 tempest-DeleteServersTestJSON-2139324451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:27.414528 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-bb88b476-8737-4099-b00b-a38d318dcd2b req-d09912b9-ce9b-4635-8d31-d78ea2d46f98 tempest-DeleteServersTestJSON-2139324451 tempest-DeleteServersTestJSON-2139324451-project] 10.222.0.13 "GET /v2.0/ports?device_id=9edc28f9-c74c-476f-944c-b8c23e01f27c HTTP/1.1" status: 200 len: 943 time: 0.1225708 Aug 07 04:55:27.507216 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-bb88b476-8737-4099-b00b-a38d318dcd2b req-69d6a9a0-9f76-4451-af74-87139200ee7f tempest-DeleteServersTestJSON-2139324451 tempest-DeleteServersTestJSON-2139324451-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3309ff9-0161-45e8-8dac-23ae42a707d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866489 Aug 07 04:55:27.620079 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-a51b8971-6e73-4982-bbd1-f78cb6a3567e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:27.734511 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-bae6abc9-fce0-444a-a3c7-07f31f0682d2 req-aadd7974-766c-4fa4-ab99-8783c62f5052 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/ports?device_id=092b9a79-696e-47db-8d09-7415f67f653f HTTP/1.1" status: 200 len: 210 time: 0.0407112 Aug 07 04:55:27.763371 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 35842) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:28.000284 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-a51b8971-6e73-4982-bbd1-f78cb6a3567e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:28.017524 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-a51b8971-6e73-4982-bbd1-f78cb6a3567e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:28.099754 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [req-f697a5d8-4912-47f1-b21e-b933fae6652b req-c82774e6-8eee-4657-9826-7bb8c79e1a25 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93259) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 07 04:55:28.101070 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-f697a5d8-4912-47f1-b21e-b933fae6652b req-c82774e6-8eee-4657-9826-7bb8c79e1a25 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8233488 Aug 07 04:55:28.106149 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-a51b8971-6e73-4982-bbd1-f78cb6a3567e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0c69bb82969747189c17c9a2d0f03464&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1667798 Aug 07 04:55:28.106862 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51b8971-6e73-4982-bbd1-f78cb6a3567e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=413c7f42-4090-4cb1-aec9-e53f15bc68f8,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:28.108979 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 35858) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:28.186465 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.v2.base [None req-3defce5f-b37c-43ec-8553-7ea033ad52e0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-637959132-network', 'tenant_id': '6520e50867c64093af9441444ad50db1'}} {{(pid=93260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:55:28.200660 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-a6b0d1aa-321e-4bb3-a65e-afb2d97cfd40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:28.244215 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-a6b0d1aa-321e-4bb3-a65e-afb2d97cfd40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:28.258952 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3defce5f-b37c-43ec-8553-7ea033ad52e0 admin admin] Made reservation on behalf of 6520e50867c64093af9441444ad50db1 for: {'network': 1} {{(pid=93260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:55:28.261360 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-3defce5f-b37c-43ec-8553-7ea033ad52e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for network, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:28.274618 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-3defce5f-b37c-43ec-8553-7ea033ad52e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:28.337143 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-f697a5d8-4912-47f1-b21e-b933fae6652b req-c81f33bc-73bf-45ae-a8a9-9cbd4107f4e1 service neutron] 10.222.0.13 "GET /v2.0/networks/4c392ea1-f973-4e27-8c93-9da70b5eee3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261157 Aug 07 04:55:28.361167 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-a6b0d1aa-321e-4bb3-a65e-afb2d97cfd40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:28.365668 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-a6b0d1aa-321e-4bb3-a65e-afb2d97cfd40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:28.370236 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-a6b0d1aa-321e-4bb3-a65e-afb2d97cfd40 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/413c7f42-4090-4cb1-aec9-e53f15bc68f8 HTTP/1.1" status: 204 len: 168 time: 0.2569907 Aug 07 04:55:28.385809 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b0d1aa-321e-4bb3-a65e-afb2d97cfd40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=413c7f42-4090-4cb1-aec9-e53f15bc68f8,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:28.600878 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-3defce5f-b37c-43ec-8553-7ea033ad52e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:28.608391 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-3defce5f-b37c-43ec-8553-7ea033ad52e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:28.644614 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3defce5f-b37c-43ec-8553-7ea033ad52e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=93260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 04:55:28.661755 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-3defce5f-b37c-43ec-8553-7ea033ad52e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799109'] for segment, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:28.662437 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.db.segments_db [None req-3defce5f-b37c-43ec-8553-7ea033ad52e0 admin admin] Added segment 78148c2f-7169-4c92-8e7e-a1b86a3c26f3 of type vlan for network 3eb0c477-c734-43aa-a0fd-7d77ea4ad0fe Aug 07 04:55:28.754729 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-f697a5d8-4912-47f1-b21e-b933fae6652b req-67a4a39d-35c7-47dd-9ba3-e3abc8838647 service neutron] 10.222.0.13 "GET /v2.0/networks/4c392ea1-f973-4e27-8c93-9da70b5eee3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4157581 Aug 07 04:55:28.757022 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-3defce5f-b37c-43ec-8553-7ea033ad52e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768807114828'] for network, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:28.892621 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-3defce5f-b37c-43ec-8553-7ea033ad52e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370'] for network, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:28.893657 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3defce5f-b37c-43ec-8553-7ea033ad52e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:28.900470 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-3defce5f-b37c-43ec-8553-7ea033ad52e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568364'] for network, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:28.909694 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24ece41-e1d6-4996-9873-7da8ea058774 req-d8250f5d-805f-4591-b384-7db35599504a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:28.912278 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-d24ece41-e1d6-4996-9873-7da8ea058774 req-d8250f5d-805f-4591-b384-7db35599504a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9b746bb8b3aa499e8c27b85a443ace5c&device_id=9edc28f9-c74c-476f-944c-b8c23e01f27c HTTP/1.1" status: 200 len: 1096 time: 0.1557982 Aug 07 04:55:28.939460 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:29.040461 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3defce5f-b37c-43ec-8553-7ea033ad52e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75ed15db-2d23-4a29-9359-59ec4ec6a5c7,revision_number=1']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:29.054342 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3defce5f-b37c-43ec-8553-7ea033ad52e0 admin admin] Pushing event updated for resources: {'Network': ['ID=3eb0c477-c734-43aa-a0fd-7d77ea4ad0fe,revision_number=1']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:29.066479 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-3defce5f-b37c-43ec-8553-7ea033ad52e0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2983828 Aug 07 04:55:29.066923 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 35894) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:29.071826 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.v2.base [None req-72ba5f90-6b9c-4a25-9cb8-7332dcfe3995 admin admin] Request body: {'subnet': {'network_id': '3eb0c477-c734-43aa-a0fd-7d77ea4ad0fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-637959132-subnet', 'tenant_id': '6520e50867c64093af9441444ad50db1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:55:29.086238 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245506e0-7952-4cc1-a218-27ac217e186a req-d5af95b4-592b-44f5-86c6-ce8ed242c8cb tempest-DeleteServersTestJSON-2139324451 tempest-DeleteServersTestJSON-2139324451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:29.087816 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-245506e0-7952-4cc1-a218-27ac217e186a req-d5af95b4-592b-44f5-86c6-ce8ed242c8cb tempest-DeleteServersTestJSON-2139324451 tempest-DeleteServersTestJSON-2139324451-project] 10.222.0.13 "GET /v2.0/ports?device_id=9edc28f9-c74c-476f-944c-b8c23e01f27c HTTP/1.1" status: 200 len: 943 time: 0.2687523 Aug 07 04:55:29.100542 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Network 3eb0c477-c734-43aa-a0fd-7d77ea4ad0fe details requested by agent ovs-agent-dv-cinder-759943-8-iscsi with host dv-cinder-759943-8-iscsi {{(pid=93261) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 04:55:29.152957 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ba5f90-6b9c-4a25-9cb8-7332dcfe3995 admin admin] Made reservation on behalf of 6520e50867c64093af9441444ad50db1 for: {'subnet': 1} {{(pid=93260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:55:29.155981 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-72ba5f90-6b9c-4a25-9cb8-7332dcfe3995 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:29.336554 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 35906) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:29.339906 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-245506e0-7952-4cc1-a218-27ac217e186a req-decf79c2-bc55-4a03-ae17-522e0eebebac tempest-DeleteServersTestJSON-2139324451 tempest-DeleteServersTestJSON-2139324451-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3309ff9-0161-45e8-8dac-23ae42a707d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202752 Aug 07 04:55:29.449857 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-edeff9b3-a5e0-4172-ae5b-e9e0a797b7d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:29.480962 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-6deadaa5-b551-453a-90bd-e35833a73813 req-90914e92-87d0-4ee4-8cf2-30f4bb97f89c tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/ports?device_id=092b9a79-696e-47db-8d09-7415f67f653f HTTP/1.1" status: 200 len: 210 time: 0.0819182 Aug 07 04:55:29.504984 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24ece41-e1d6-4996-9873-7da8ea058774 req-b26b5cff-609f-421b-b5b8-80ae13db86ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:29.506567 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-d24ece41-e1d6-4996-9873-7da8ea058774 req-b26b5cff-609f-421b-b5b8-80ae13db86ad service neutron] 10.222.0.43 "GET /v2.0/networks?id=1dc11624-b411-4182-8631-ba0fe1bd247f HTTP/1.1" status: 200 len: 913 time: 0.5846746 Aug 07 04:55:29.564034 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-d24ece41-e1d6-4996-9873-7da8ea058774 req-97b4f328-3a95-4ef1-ad5a-750cd684cb95 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49ae2179-0605-4a27-ad85-417a21536a1e HTTP/1.1" status: 200 len: 217 time: 0.0500836 Aug 07 04:55:29.671721 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-3a76ba60-d376-4447-b874-53c0360c74e9 req-563a1704-aab9-42e4-b57c-8c699429b67e tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 210 time: 0.1270645 Aug 07 04:55:29.682655 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24ece41-e1d6-4996-9873-7da8ea058774 req-f9c30cf4-73d4-46c5-8c13-06e57a413a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:29.684748 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-d24ece41-e1d6-4996-9873-7da8ea058774 req-f9c30cf4-73d4-46c5-8c13-06e57a413a1c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=59d02899-0f2a-4c8f-a5d5-7a40144d2292 HTTP/1.1" status: 200 len: 852 time: 0.1118143 Aug 07 04:55:29.766673 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-d24ece41-e1d6-4996-9873-7da8ea058774 req-7e15ad50-f0f4-4f90-bbb8-4104d87041f4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1dc11624-b411-4182-8631-ba0fe1bd247f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684950 Aug 07 04:55:29.792005 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-04e865de-0ed6-454f-bac4-0bed3268d98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:29.853959 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:29.918420 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-72ba5f90-6b9c-4a25-9cb8-7332dcfe3995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370'] for subnet, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:30.045712 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.43', 62697) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:30.104011 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-edeff9b3-a5e0-4172-ae5b-e9e0a797b7d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:30.174693 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ba5f90-6b9c-4a25-9cb8-7332dcfe3995 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82b03dcd-f42e-40d6-863f-f8cbaf639395,revision_number=0']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:30.209517 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ba5f90-6b9c-4a25-9cb8-7332dcfe3995 admin admin] Checking segment: {'id': '78148c2f-7169-4c92-8e7e-a1b86a3c26f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '3eb0c477-c734-43aa-a0fd-7d77ea4ad0fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:55:30.209517 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ba5f90-6b9c-4a25-9cb8-7332dcfe3995 admin admin] Network hostable DHCP agents. Network: 3eb0c477-c734-43aa-a0fd-7d77ea4ad0fe, hostable agents: ['fbf586e2-2064-4f25-86fb-4cd270d4900d'], hosted agents: [] {{(pid=93260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 04:55:30.219103 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-edeff9b3-a5e0-4172-ae5b-e9e0a797b7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:30.255223 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ba5f90-6b9c-4a25-9cb8-7332dcfe3995 admin admin] Network 3eb0c477-c734-43aa-a0fd-7d77ea4ad0fe is scheduled to be hosted by DHCP agent fbf586e2-2064-4f25-86fb-4cd270d4900d with binding_index 1 {{(pid=93260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 04:55:30.294617 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.base_scheduler [None req-72ba5f90-6b9c-4a25-9cb8-7332dcfe3995 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-8-iscsi, 3eb0c477-c734-43aa-a0fd-7d77ea4ad0fe) {{(pid=93260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:55:30.310450 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238a8a31-df4e-4cdb-9f19-4c55791aa513 None None] Network 3eb0c477-c734-43aa-a0fd-7d77ea4ad0fe requested from dv-cinder-759943-8-iscsi {{(pid=93261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:55:30.312186 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ba5f90-6b9c-4a25-9cb8-7332dcfe3995 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:30.319474 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-72ba5f90-6b9c-4a25-9cb8-7332dcfe3995 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568364'] for subnet, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:30.342386 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-edeff9b3-a5e0-4172-ae5b-e9e0a797b7d4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ebb7521ed36e42289d12996f796dc55a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9933150 Aug 07 04:55:30.350337 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 35932) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:30.356447 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeff9b3-a5e0-4172-ae5b-e9e0a797b7d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf6862e-80a9-4bc8-90b9-f605e9334142,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:30.386028 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-d24ece41-e1d6-4996-9873-7da8ea058774 req-0c9e66e9-822e-46a0-9cef-0c23a11880b3 service neutron] 10.222.0.43 "GET /v2.0/networks/1dc11624-b411-4182-8631-ba0fe1bd247f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6070216 Aug 07 04:55:30.438934 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b56283-dd28-418d-bc53-8fb5fa4eb535 req-cd46a23f-a5a4-4693-a5e1-d67393907ec4 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:30.441921 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-67b56283-dd28-418d-bc53-8fb5fa4eb535 req-cd46a23f-a5a4-4693-a5e1-d67393907ec4 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.43 "GET /v2.0/networks?id=47e9d5be-818e-47e0-bb62-cfe7f85a9f14 HTTP/1.1" status: 200 len: 811 time: 0.3931251 Aug 07 04:55:30.485666 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-72ba5f90-6b9c-4a25-9cb8-7332dcfe3995 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4156771 Aug 07 04:55:30.598767 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-67b56283-dd28-418d-bc53-8fb5fa4eb535 req-55f53aaf-b5cf-492e-94d2-3c89628f4406 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a09787aaf9f8489b9ce80e474968b0c0 HTTP/1.1" status: 200 len: 378 time: 0.1228950 Aug 07 04:55:30.616218 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.v2.base [req-67b56283-dd28-418d-bc53-8fb5fa4eb535 req-9d60d069-fc8d-4c5a-ba67-88d9bf082cd9 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Request body: {'port': {'device_id': '092b9a79-696e-47db-8d09-7415f67f653f', 'network_id': '47e9d5be-818e-47e0-bb62-cfe7f85a9f14', 'admin_state_up': True, 'tenant_id': 'a09787aaf9f8489b9ce80e474968b0c0', 'security_groups': ['d0c57fd4-e502-41c8-9a9d-2ef84ae6fa3e']}} {{(pid=93259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:55:30.680987 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c15ec49-51ae-4b2c-ad7d-672a354c37b1 None None] Network 3eb0c477-c734-43aa-a0fd-7d77ea4ad0fe requested from dv-cinder-759943-8-iscsi {{(pid=93261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:55:30.688898 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-bbdce8ca-b94f-4142-922a-3b1a73b767e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:30.727262 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-d7a1148d-3d8d-4fac-8d4f-8f01b372f0c4 req-fb8af85b-0182-407b-afde-246ea8545047 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/ports?device_id=092b9a79-696e-47db-8d09-7415f67f653f HTTP/1.1" status: 200 len: 210 time: 0.0840440 Aug 07 04:55:30.728200 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-d24ece41-e1d6-4996-9873-7da8ea058774 req-125b6092-ab47-44ee-9d66-283ff1e07ae6 service neutron] 10.222.0.43 "GET /v2.0/networks/1dc11624-b411-4182-8631-ba0fe1bd247f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3270624 Aug 07 04:55:30.773330 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913be386-d5ac-47f0-9b1c-2d61bcaa1645 req-c96c98f2-c3c0-41c1-9f1b-df380258e892 tempest-DeleteServersTestJSON-2139324451 tempest-DeleteServersTestJSON-2139324451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:30.775049 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-913be386-d5ac-47f0-9b1c-2d61bcaa1645 req-c96c98f2-c3c0-41c1-9f1b-df380258e892 tempest-DeleteServersTestJSON-2139324451 tempest-DeleteServersTestJSON-2139324451-project] 10.222.0.13 "GET /v2.0/ports?device_id=9edc28f9-c74c-476f-944c-b8c23e01f27c HTTP/1.1" status: 200 len: 943 time: 0.2384856 Aug 07 04:55:30.790508 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-bbdce8ca-b94f-4142-922a-3b1a73b767e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:30.836480 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-f79f476c-1ac6-45f4-a536-05d31601a6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:30.929005 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-913be386-d5ac-47f0-9b1c-2d61bcaa1645 req-f89ea233-3984-4b48-a85a-d7b6a1494fa2 tempest-DeleteServersTestJSON-2139324451 tempest-DeleteServersTestJSON-2139324451-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3309ff9-0161-45e8-8dac-23ae42a707d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331317 Aug 07 04:55:30.934336 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67b56283-dd28-418d-bc53-8fb5fa4eb535 req-9d60d069-fc8d-4c5a-ba67-88d9bf082cd9 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Made reservation on behalf of a09787aaf9f8489b9ce80e474968b0c0 for: {'port': 1} {{(pid=93259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:55:30.945054 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-67b56283-dd28-418d-bc53-8fb5fa4eb535 req-9d60d069-fc8d-4c5a-ba67-88d9bf082cd9 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:30.958861 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-fb34a588-9f9b-463b-b91f-805f61ddb9c6 req-1e576992-97f9-483e-8f00-1c46dfcdc849 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 210 time: 0.0867462 Aug 07 04:55:31.006749 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-bbdce8ca-b94f-4142-922a-3b1a73b767e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:31.009381 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-bbdce8ca-b94f-4142-922a-3b1a73b767e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:31.015174 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-bbdce8ca-b94f-4142-922a-3b1a73b767e7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eaf6862e-80a9-4bc8-90b9-f605e9334142 HTTP/1.1" status: 204 len: 168 time: 0.6594720 Aug 07 04:55:31.040169 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdce8ca-b94f-4142-922a-3b1a73b767e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf6862e-80a9-4bc8-90b9-f605e9334142,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:31.175201 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.db_base_plugin_common [req-67b56283-dd28-418d-bc53-8fb5fa4eb535 req-9d60d069-fc8d-4c5a-ba67-88d9bf082cd9 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Allocated IP 172.20.0.8 (47e9d5be-818e-47e0-bb62-cfe7f85a9f14/d69cdc06-5978-4a98-8e5a-dddb9e263998/cbc1b50e-0fc8-47d5-80d3-e84fcc576026) {{(pid=93259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:55:31.287676 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device 49ae2179-0605-4a27-ad85-417a21536a1e details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=93261) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 04:55:31.602391 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] For port 49ae2179-0605-4a27-ad85-417a21536a1e, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=49ae2179-0605-4a27-ad85-417a21536a1e,segment=NetworkSegment(36f8ef09-6061-4f41-9b98-108836c30bc5),segment_id=36f8ef09-6061-4f41-9b98-108836c30bc5)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:55:31.623314 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Returning: {'device': '49ae2179-0605-4a27-ad85-417a21536a1e', 'network_id': '1dc11624-b411-4182-8631-ba0fe1bd247f', 'port_id': '49ae2179-0605-4a27-ad85-417a21536a1e', 'mac_address': 'fa:16:3e:5b:c2:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59d02899-0f2a-4c8f-a5d5-7a40144d2292', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93261) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 04:55:31.642597 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-67b56283-dd28-418d-bc53-8fb5fa4eb535 req-9d60d069-fc8d-4c5a-ba67-88d9bf082cd9 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks [] for port, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:31.669808 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.provisioning_blocks [req-67b56283-dd28-418d-bc53-8fb5fa4eb535 req-9d60d069-fc8d-4c5a-ba67-88d9bf082cd9 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Transition to ACTIVE for port object cbc1b50e-0fc8-47d5-80d3-e84fcc576026 will not be triggered until provisioned by entity DHCP. {{(pid=93259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:55:31.679035 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f697a5d8-4912-47f1-b21e-b933fae6652b req-e030370b-f4cb-4397-a4e2-3252becdd9f8 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:31.680561 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-f697a5d8-4912-47f1-b21e-b933fae6652b req-e030370b-f4cb-4397-a4e2-3252becdd9f8 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.43 "GET /v2.0/networks?id=4c392ea1-f973-4e27-8c93-9da70b5eee3e HTTP/1.1" status: 200 len: 817 time: 0.3316059 Aug 07 04:55:31.692098 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:31.708834 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.notifiers.nova [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49ae2179-0605-4a27-ad85-417a21536a1e {{(pid=93261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:55:31.756671 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] For port 49ae2179-0605-4a27-ad85-417a21536a1e, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=49ae2179-0605-4a27-ad85-417a21536a1e,segment=NetworkSegment(36f8ef09-6061-4f41-9b98-108836c30bc5),segment_id=36f8ef09-6061-4f41-9b98-108836c30bc5)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:55:31.767044 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:31.780531 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-f697a5d8-4912-47f1-b21e-b933fae6652b req-fa5543f7-45e2-476b-acf5-c37a11046bc0 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca9c8154dc664b57bc9452622c79c0c6 HTTP/1.1" status: 200 len: 380 time: 0.0826771 Aug 07 04:55:31.793813 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.v2.base [req-f697a5d8-4912-47f1-b21e-b933fae6652b req-b6e2c35e-fd69-4fe9-b666-e53b63b60e8e tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Request body: {'port': {'device_id': '44710dc0-6806-45a6-b77f-9a0efe35d705', 'network_id': '4c392ea1-f973-4e27-8c93-9da70b5eee3e', 'admin_state_up': True, 'tenant_id': 'ca9c8154dc664b57bc9452622c79c0c6', 'security_groups': ['7ace81de-1fdd-4f9f-94d0-b0686fe1a954']}} {{(pid=93259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:55:31.886584 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Pushing event updated for resources: {'Port': ['ID=49ae2179-0605-4a27-ad85-417a21536a1e,revision_number=4']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:31.888047 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-67b56283-dd28-418d-bc53-8fb5fa4eb535 req-9d60d069-fc8d-4c5a-ba67-88d9bf082cd9 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768807127269'] for port, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:32.004494 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67b56283-dd28-418d-bc53-8fb5fa4eb535 req-9d60d069-fc8d-4c5a-ba67-88d9bf082cd9 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Network 47e9d5be-818e-47e0-bb62-cfe7f85a9f14 is already hosted by enough agents. {{(pid=93259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:55:32.016382 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] get_ports_and_sgs() called for port_ids ['49ae2179-0605-4a27-ad85-417a21536a1e'] {{(pid=93261) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:55:32.021745 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.base_scheduler [req-67b56283-dd28-418d-bc53-8fb5fa4eb535 req-9d60d069-fc8d-4c5a-ba67-88d9bf082cd9 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Resources bound (agent type, host, resource id): {{(pid=93259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:55:32.024544 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.l3_dvrscheduler_db [req-67b56283-dd28-418d-bc53-8fb5fa4eb535 req-9d60d069-fc8d-4c5a-ba67-88d9bf082cd9 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Received port after_create {{(pid=93259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:55:32.030504 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b56283-dd28-418d-bc53-8fb5fa4eb535 req-9d60d069-fc8d-4c5a-ba67-88d9bf082cd9 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:32.031076 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-67b56283-dd28-418d-bc53-8fb5fa4eb535 req-9d60d069-fc8d-4c5a-ba67-88d9bf082cd9 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568364'] for port, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:32.050994 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d60d069-fc8d-4c5a-ba67-88d9bf082cd9 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Pushing event updated for resources: {'Port': ['ID=cbc1b50e-0fc8-47d5-80d3-e84fcc576026,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:32.104922 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e49625-f400-4b0d-92d2-c5d3755dffc1 req-3aed7114-23a6-45fc-83a9-300d5d6545da tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:32.106694 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-09e49625-f400-4b0d-92d2-c5d3755dffc1 req-3aed7114-23a6-45fc-83a9-300d5d6545da tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/ports?device_id=092b9a79-696e-47db-8d09-7415f67f653f HTTP/1.1" status: 200 len: 931 time: 0.2533655 Aug 07 04:55:32.117763 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-67b56283-dd28-418d-bc53-8fb5fa4eb535 req-9d60d069-fc8d-4c5a-ba67-88d9bf082cd9 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5102069 Aug 07 04:55:32.154827 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.v2.base [req-67b56283-dd28-418d-bc53-8fb5fa4eb535 req-727ec7a2-e66b-4801-9f7d-eb2f4d51eec0 service neutron] Request body: {'port': {'device_id': '092b9a79-696e-47db-8d09-7415f67f653f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=93259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:55:32.274014 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf3f464-1213-4157-a591-ab314344a665 req-9ac26a50-bffd-4280-9ce9-f2cbb70565b9 tempest-DeleteServersTestJSON-2139324451 tempest-DeleteServersTestJSON-2139324451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:32.277109 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-5cf3f464-1213-4157-a591-ab314344a665 req-9ac26a50-bffd-4280-9ce9-f2cbb70565b9 tempest-DeleteServersTestJSON-2139324451 tempest-DeleteServersTestJSON-2139324451-project] 10.222.0.13 "GET /v2.0/ports?device_id=9edc28f9-c74c-476f-944c-b8c23e01f27c HTTP/1.1" status: 200 len: 944 time: 0.1780493 Aug 07 04:55:32.369695 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-5cf3f464-1213-4157-a591-ab314344a665 req-57c0e44c-63d1-4c92-8b51-293e34c1c22a tempest-DeleteServersTestJSON-2139324451 tempest-DeleteServersTestJSON-2139324451-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3309ff9-0161-45e8-8dac-23ae42a707d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821011 Aug 07 04:55:32.485234 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-09e49625-f400-4b0d-92d2-c5d3755dffc1 req-626cb655-388c-47db-abf0-13c2b99bef8c tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0c57fd4-e502-41c8-9a9d-2ef84ae6fa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3695464 Aug 07 04:55:32.493019 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f697a5d8-4912-47f1-b21e-b933fae6652b req-b6e2c35e-fd69-4fe9-b666-e53b63b60e8e tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Made reservation on behalf of ca9c8154dc664b57bc9452622c79c0c6 for: {'port': 1} {{(pid=93259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:55:32.504646 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-f697a5d8-4912-47f1-b21e-b933fae6652b req-b6e2c35e-fd69-4fe9-b666-e53b63b60e8e tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:32.584780 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 36030) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:32.594444 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-e9e86eff-61d7-4ff5-8b33-3da851ebc53a req-a0731b11-a3a5-4012-aebe-c456c61d6046 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 210 time: 0.0467889 Aug 07 04:55:32.623454 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.v2.base [None req-6692c0bf-ff37-42d8-8a0a-5eb6b0863ea1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-650840344-network', 'tenant_id': '07ffcff678444fcbae981fb5c5153737'}} {{(pid=93259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:55:32.644609 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-67b56283-dd28-418d-bc53-8fb5fa4eb535 req-727ec7a2-e66b-4801-9f7d-eb2f4d51eec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:32.686876 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-fe46c1f5-d46f-4bdc-a2a5-961a9e169c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:32.705882 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-b85a07e9-f565-4849-a899-44570c9ab3ae None None] Provisioning for port cbc1b50e-0fc8-47d5-80d3-e84fcc576026 completed by entity DHCP. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:55:32.719204 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-b85a07e9-f565-4849-a899-44570c9ab3ae None None] Provisioning complete for port cbc1b50e-0fc8-47d5-80d3-e84fcc576026 triggered by entity DHCP. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:55:32.722718 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-b85a07e9-f565-4849-a899-44570c9ab3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:32.754820 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6692c0bf-ff37-42d8-8a0a-5eb6b0863ea1 admin admin] Made reservation on behalf of 07ffcff678444fcbae981fb5c5153737 for: {'network': 1} {{(pid=93259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:55:32.757158 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-6692c0bf-ff37-42d8-8a0a-5eb6b0863ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for network, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:32.786615 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-6692c0bf-ff37-42d8-8a0a-5eb6b0863ea1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:32.850407 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.plugin [None req-b85a07e9-f565-4849-a899-44570c9ab3ae None None] Port cbc1b50e-0fc8-47d5-80d3-e84fcc576026 cannot update to ACTIVE because it is not bound. {{(pid=93261) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 04:55:33.097557 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.db_base_plugin_common [req-f697a5d8-4912-47f1-b21e-b933fae6652b req-b6e2c35e-fd69-4fe9-b666-e53b63b60e8e tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Allocated IP 172.20.0.10 (4c392ea1-f973-4e27-8c93-9da70b5eee3e/c03fc84b-f6fc-4f24-bb48-576f621db152/ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab) {{(pid=93259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:55:33.261495 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device 49ae2179-0605-4a27-ad85-417a21536a1e up at agent hyperv_hv-cinder-75994 {{(pid=93261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:55:33.326104 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Provisioning for port 49ae2179-0605-4a27-ad85-417a21536a1e completed by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:55:33.333451 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Provisioning complete for port 49ae2179-0605-4a27-ad85-417a21536a1e triggered by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:55:33.334107 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:33.370087 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-6692c0bf-ff37-42d8-8a0a-5eb6b0863ea1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:33.391234 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-6692c0bf-ff37-42d8-8a0a-5eb6b0863ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:33.478770 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:33.492469 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.notifiers.nova [req-67b56283-dd28-418d-bc53-8fb5fa4eb535 req-727ec7a2-e66b-4801-9f7d-eb2f4d51eec0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbc1b50e-0fc8-47d5-80d3-e84fcc576026 {{(pid=93259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:55:33.507777 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9edc28f9-c74c-476f-944c-b8c23e01f27c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49ae2179-0605-4a27-ad85-417a21536a1e'}] {{(pid=93261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:55:33.567994 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6692c0bf-ff37-42d8-8a0a-5eb6b0863ea1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=93259) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 04:55:33.591704 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-f697a5d8-4912-47f1-b21e-b933fae6652b req-b6e2c35e-fd69-4fe9-b666-e53b63b60e8e tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks [] for port, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:33.595952 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-67b56283-dd28-418d-bc53-8fb5fa4eb535 req-727ec7a2-e66b-4801-9f7d-eb2f4d51eec0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:33.649587 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-6692c0bf-ff37-42d8-8a0a-5eb6b0863ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799109'] for segment, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:33.650874 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.db.segments_db [None req-6692c0bf-ff37-42d8-8a0a-5eb6b0863ea1 admin admin] Added segment 0990fd2a-3830-432c-a0e6-0ec05d39b4cb of type vlan for network 7014332b-9a69-4f39-a4bb-1d7549ccfbf5 Aug 07 04:55:33.662509 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] For port 49ae2179-0605-4a27-ad85-417a21536a1e, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=49ae2179-0605-4a27-ad85-417a21536a1e,segment=NetworkSegment(36f8ef09-6061-4f41-9b98-108836c30bc5),segment_id=36f8ef09-6061-4f41-9b98-108836c30bc5)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:55:33.676158 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:33.744101 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6692c0bf-ff37-42d8-8a0a-5eb6b0863ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8cf429b-93d5-4397-a3af-c12a638df8d1,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:33.757413 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Pushing event updated for resources: {'Port': ['ID=49ae2179-0605-4a27-ad85-417a21536a1e,revision_number=5']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:33.787165 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.provisioning_blocks [req-67b56283-dd28-418d-bc53-8fb5fa4eb535 req-727ec7a2-e66b-4801-9f7d-eb2f4d51eec0 service neutron] Transition to ACTIVE for port object cbc1b50e-0fc8-47d5-80d3-e84fcc576026 will not be triggered until provisioned by entity L2. {{(pid=93259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:55:33.795353 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be2f297-45f4-46b9-9a44-b3c7f8c32a1f req-b0e18a3a-d1a3-47ce-85bc-e064a242fc36 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:33.802187 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-3be2f297-45f4-46b9-9a44-b3c7f8c32a1f req-b0e18a3a-d1a3-47ce-85bc-e064a242fc36 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/ports?device_id=092b9a79-696e-47db-8d09-7415f67f653f HTTP/1.1" status: 200 len: 931 time: 0.1784821 Aug 07 04:55:33.802308 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.provisioning_blocks [req-f697a5d8-4912-47f1-b21e-b933fae6652b req-b6e2c35e-fd69-4fe9-b666-e53b63b60e8e tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Transition to ACTIVE for port object ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab will not be triggered until provisioned by entity DHCP. {{(pid=93259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:55:33.806365 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-6692c0bf-ff37-42d8-8a0a-5eb6b0863ea1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768807114828'] for network, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:33.811986 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-67b56283-dd28-418d-bc53-8fb5fa4eb535 req-727ec7a2-e66b-4801-9f7d-eb2f4d51eec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:33.871646 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5d2cee0e1396f99553e356b0c4b33bfeaec0d7e5dcff0a4dea0c896a01c358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b54f5f3f-56dd-4fa2-9d5e-6385b22e8547" -d '{"events": [{"server_uuid": "9edc28f9-c74c-476f-944c-b8c23e01f27c", "name": "network-vif-plugged", "status": "completed", "tag": "49ae2179-0605-4a27-ad85-417a21536a1e"}]}' {{(pid=93261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:55:33.878094 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-3be2f297-45f4-46b9-9a44-b3c7f8c32a1f req-99e3553c-609a-4a2e-9913-0c0c5c9fc6c9 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0c57fd4-e502-41c8-9a9d-2ef84ae6fa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0593555 Aug 07 04:55:34.028301 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f2efe-bde3-4e85-9847-e5525b29ae8e req-670b0799-b1e8-4951-a972-525a5150fdaa tempest-DeleteServersTestJSON-2139324451 tempest-DeleteServersTestJSON-2139324451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:34.030854 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-560f2efe-bde3-4e85-9847-e5525b29ae8e req-670b0799-b1e8-4951-a972-525a5150fdaa tempest-DeleteServersTestJSON-2139324451 tempest-DeleteServersTestJSON-2139324451-project] 10.222.0.13 "GET /v2.0/ports?device_id=9edc28f9-c74c-476f-944c-b8c23e01f27c HTTP/1.1" status: 200 len: 945 time: 0.4684341 Aug 07 04:55:34.040451 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-f697a5d8-4912-47f1-b21e-b933fae6652b req-b6e2c35e-fd69-4fe9-b666-e53b63b60e8e tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768807127269'] for port, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:34.063739 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727ec7a2-e66b-4801-9f7d-eb2f4d51eec0 service neutron] Pushing event updated for resources: {'Port': ['ID=cbc1b50e-0fc8-47d5-80d3-e84fcc576026,revision_number=2']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:34.129504 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e169fa-8069-4aec-aaa0-6fbf0d83ac78 req-9cf4aacb-88b7-4ba7-82a5-937e25d7bc62 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:34.134667 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-6692c0bf-ff37-42d8-8a0a-5eb6b0863ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370'] for network, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:34.135674 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6692c0bf-ff37-42d8-8a0a-5eb6b0863ea1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:34.138555 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-6692c0bf-ff37-42d8-8a0a-5eb6b0863ea1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568364'] for network, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:34.147218 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-25e169fa-8069-4aec-aaa0-6fbf0d83ac78 req-9cf4aacb-88b7-4ba7-82a5-937e25d7bc62 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 932 time: 0.1444528 Aug 07 04:55:34.235310 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-25e169fa-8069-4aec-aaa0-6fbf0d83ac78 req-d016eeec-c81e-4ffa-8fdc-7520926f870a tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ace81de-1fdd-4f9f-94d0-b0686fe1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840824 Aug 07 04:55:34.269449 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-560f2efe-bde3-4e85-9847-e5525b29ae8e req-66be3ee3-0547-4d9a-a0e1-5705c6dad06e tempest-DeleteServersTestJSON-2139324451 tempest-DeleteServersTestJSON-2139324451-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3309ff9-0161-45e8-8dac-23ae42a707d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264054 Aug 07 04:55:34.329145 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f697a5d8-4912-47f1-b21e-b933fae6652b req-b6e2c35e-fd69-4fe9-b666-e53b63b60e8e tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Network 4c392ea1-f973-4e27-8c93-9da70b5eee3e is already hosted by enough agents. {{(pid=93259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:55:34.331499 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-6692c0bf-ff37-42d8-8a0a-5eb6b0863ea1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7432988 Aug 07 04:55:34.334873 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 36120) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:34.339128 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.base_scheduler [req-f697a5d8-4912-47f1-b21e-b933fae6652b req-b6e2c35e-fd69-4fe9-b666-e53b63b60e8e tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Resources bound (agent type, host, resource id): {{(pid=93259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:55:34.340563 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.v2.base [None req-625b8e48-f7d2-41d4-b575-c7537ce93839 admin admin] Request body: {'subnet': {'network_id': '7014332b-9a69-4f39-a4bb-1d7549ccfbf5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-650840344-subnet', 'tenant_id': '07ffcff678444fcbae981fb5c5153737', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:55:34.340737 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.managers [req-67b56283-dd28-418d-bc53-8fb5fa4eb535 req-727ec7a2-e66b-4801-9f7d-eb2f4d51eec0 service neutron] Attempting to bind port cbc1b50e-0fc8-47d5-80d3-e84fcc576026 on host hv-cinder-75994 for vnic_type normal with profile {{(pid=93259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:55:34.341277 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.managers [req-67b56283-dd28-418d-bc53-8fb5fa4eb535 req-727ec7a2-e66b-4801-9f7d-eb2f4d51eec0 service neutron] Attempting to bind port cbc1b50e-0fc8-47d5-80d3-e84fcc576026 by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': '67007472-572b-48a7-a3ec-be979b48e642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '47e9d5be-818e-47e0-bb62-cfe7f85a9f14'}] {{(pid=93259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:55:34.341787 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b56283-dd28-418d-bc53-8fb5fa4eb535 req-727ec7a2-e66b-4801-9f7d-eb2f4d51eec0 service neutron] Attempting to bind port cbc1b50e-0fc8-47d5-80d3-e84fcc576026 on network 47e9d5be-818e-47e0-bb62-cfe7f85a9f14 {{(pid=93259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:55:34.354020 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.l3_dvrscheduler_db [req-f697a5d8-4912-47f1-b21e-b933fae6652b req-b6e2c35e-fd69-4fe9-b666-e53b63b60e8e tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Received port after_create {{(pid=93259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:55:34.363668 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f697a5d8-4912-47f1-b21e-b933fae6652b req-b6e2c35e-fd69-4fe9-b666-e53b63b60e8e tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:34.364465 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-f697a5d8-4912-47f1-b21e-b933fae6652b req-b6e2c35e-fd69-4fe9-b666-e53b63b60e8e tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568364'] for port, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:34.368050 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e2c35e-fd69-4fe9-b666-e53b63b60e8e tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Pushing event updated for resources: {'Port': ['ID=ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:34.370753 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-625b8e48-f7d2-41d4-b575-c7537ce93839 admin admin] Made reservation on behalf of 07ffcff678444fcbae981fb5c5153737 for: {'subnet': 1} {{(pid=93260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:55:34.374318 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-625b8e48-f7d2-41d4-b575-c7537ce93839 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:34.378133 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b56283-dd28-418d-bc53-8fb5fa4eb535 req-727ec7a2-e66b-4801-9f7d-eb2f4d51eec0 service neutron] Port cbc1b50e-0fc8-47d5-80d3-e84fcc576026 on network 47e9d5be-818e-47e0-bb62-cfe7f85a9f14 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=93259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 04:55:34.379565 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b56283-dd28-418d-bc53-8fb5fa4eb535 req-727ec7a2-e66b-4801-9f7d-eb2f4d51eec0 service neutron] Attempting to bind port cbc1b50e-0fc8-47d5-80d3-e84fcc576026 on network 47e9d5be-818e-47e0-bb62-cfe7f85a9f14 {{(pid=93259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:55:34.397738 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6692c0bf-ff37-42d8-8a0a-5eb6b0863ea1 admin admin] Pushing event updated for resources: {'Network': ['ID=7014332b-9a69-4f39-a4bb-1d7549ccfbf5,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:34.400746 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b56283-dd28-418d-bc53-8fb5fa4eb535 req-727ec7a2-e66b-4801-9f7d-eb2f4d51eec0 service neutron] Checking agent: {'id': '5f67c77d-38b5-4515-b30f-34d5315bdd9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 53, 29), 'started_at': datetime.datetime(2021, 8, 7, 4, 53, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:55:34.401343 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b56283-dd28-418d-bc53-8fb5fa4eb535 req-727ec7a2-e66b-4801-9f7d-eb2f4d51eec0 service neutron] Checking segment: {'id': '67007472-572b-48a7-a3ec-be979b48e642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '47e9d5be-818e-47e0-bb62-cfe7f85a9f14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:55:34.401975 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b56283-dd28-418d-bc53-8fb5fa4eb535 req-727ec7a2-e66b-4801-9f7d-eb2f4d51eec0 service neutron] Bound using segment: {'id': '67007472-572b-48a7-a3ec-be979b48e642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '47e9d5be-818e-47e0-bb62-cfe7f85a9f14'} {{(pid=93259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:55:34.402660 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.managers [req-67b56283-dd28-418d-bc53-8fb5fa4eb535 req-727ec7a2-e66b-4801-9f7d-eb2f4d51eec0 service neutron] Bound port: cbc1b50e-0fc8-47d5-80d3-e84fcc576026, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67007472-572b-48a7-a3ec-be979b48e642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '47e9d5be-818e-47e0-bb62-cfe7f85a9f14'}}] {{(pid=93259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:55:34.403525 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-67b56283-dd28-418d-bc53-8fb5fa4eb535 req-727ec7a2-e66b-4801-9f7d-eb2f4d51eec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:34.438404 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Network 7014332b-9a69-4f39-a4bb-1d7549ccfbf5 details requested by agent ovs-agent-dv-cinder-759943-8-iscsi with host dv-cinder-759943-8-iscsi {{(pid=93261) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 04:55:34.444937 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-f697a5d8-4912-47f1-b21e-b933fae6652b req-b6e2c35e-fd69-4fe9-b666-e53b63b60e8e tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6576750 Aug 07 04:55:34.511208 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.v2.base [req-f697a5d8-4912-47f1-b21e-b933fae6652b req-7d296144-11a8-4730-91ab-51f21161f5a2 service neutron] Request body: {'port': {'device_id': '44710dc0-6806-45a6-b77f-9a0efe35d705', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=93259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:55:34.650712 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 04:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e5f4595-f8c0-4cba-9e68-32034871cc6a x-openstack-request-id: req-9e5f4595-f8c0-4cba-9e68-32034871cc6a {{(pid=93261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:55:34.653269 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9edc28f9-c74c-476f-944c-b8c23e01f27c", "name": "network-vif-plugged", "status": "completed", "tag": "49ae2179-0605-4a27-ad85-417a21536a1e", "code": 200}]} {{(pid=93261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:55:34.656898 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9e5f4595-f8c0-4cba-9e68-32034871cc6a {{(pid=93261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:55:34.661074 dv-cinder-759943-8-iscsi neutron-server[93261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9edc28f9-c74c-476f-944c-b8c23e01f27c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49ae2179-0605-4a27-ad85-417a21536a1e', 'code': 200} Aug 07 04:55:34.694629 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.db [req-67b56283-dd28-418d-bc53-8fb5fa4eb535 req-727ec7a2-e66b-4801-9f7d-eb2f4d51eec0 service neutron] For port cbc1b50e-0fc8-47d5-80d3-e84fcc576026, host hv-cinder-75994, cleared binding levels {{(pid=93259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:55:34.698123 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-f697a5d8-4912-47f1-b21e-b933fae6652b req-7d296144-11a8-4730-91ab-51f21161f5a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:34.704004 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.db [req-67b56283-dd28-418d-bc53-8fb5fa4eb535 req-727ec7a2-e66b-4801-9f7d-eb2f4d51eec0 service neutron] For port cbc1b50e-0fc8-47d5-80d3-e84fcc576026, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=cbc1b50e-0fc8-47d5-80d3-e84fcc576026,segment=NetworkSegment(67007472-572b-48a7-a3ec-be979b48e642),segment_id=67007472-572b-48a7-a3ec-be979b48e642)] {{(pid=93259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:55:34.717624 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-67b56283-dd28-418d-bc53-8fb5fa4eb535 req-727ec7a2-e66b-4801-9f7d-eb2f4d51eec0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:34.810079 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-faddad35-4486-4199-83b5-e792f99e2c0d None None] Provisioning for port ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab completed by entity DHCP. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:55:34.815996 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b56283-dd28-418d-bc53-8fb5fa4eb535 req-727ec7a2-e66b-4801-9f7d-eb2f4d51eec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:34.816882 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-67b56283-dd28-418d-bc53-8fb5fa4eb535 req-727ec7a2-e66b-4801-9f7d-eb2f4d51eec0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568364'] for port, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:34.818702 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-67b56283-dd28-418d-bc53-8fb5fa4eb535 req-727ec7a2-e66b-4801-9f7d-eb2f4d51eec0 service neutron] 10.222.0.43 "PUT /v2.0/ports/cbc1b50e-0fc8-47d5-80d3-e84fcc576026 HTTP/1.1" status: 200 len: 1093 time: 2.6780915 Aug 07 04:55:34.819205 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '092b9a79-696e-47db-8d09-7415f67f653f', 'tag': 'cbc1b50e-0fc8-47d5-80d3-e84fcc576026'}] {{(pid=93259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:55:34.822107 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2475665ef9a7cb8741e3251ff967df6d1dd3d3eb822c2e36b28ddc32d9da7eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9372d94c-92bb-4dc6-a2c5-eca1c8188974" -d '{"events": [{"name": "network-changed", "server_uuid": "092b9a79-696e-47db-8d09-7415f67f653f", "tag": "cbc1b50e-0fc8-47d5-80d3-e84fcc576026"}]}' {{(pid=93259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:55:34.822423 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-faddad35-4486-4199-83b5-e792f99e2c0d None None] Provisioning complete for port ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab triggered by entity DHCP. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:55:34.823083 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-faddad35-4486-4199-83b5-e792f99e2c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:34.911699 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-625b8e48-f7d2-41d4-b575-c7537ce93839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370'] for subnet, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:34.999961 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.plugin [None req-faddad35-4486-4199-83b5-e792f99e2c0d None None] Port ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab cannot update to ACTIVE because it is not bound. {{(pid=93261) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 04:55:35.047077 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727ec7a2-e66b-4801-9f7d-eb2f4d51eec0 service neutron] Pushing event updated for resources: {'Port': ['ID=cbc1b50e-0fc8-47d5-80d3-e84fcc576026,revision_number=3']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:35.058430 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625b8e48-f7d2-41d4-b575-c7537ce93839 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e258e8af-ebcb-4bcb-b501-04ae3206a798,revision_number=0']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:35.071017 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.43', 62709) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:35.084476 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 04:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-083e62f3-1bb2-4ec9-a028-6458638d104b x-openstack-request-id: req-083e62f3-1bb2-4ec9-a028-6458638d104b {{(pid=93259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:55:35.085055 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "092b9a79-696e-47db-8d09-7415f67f653f", "tag": "cbc1b50e-0fc8-47d5-80d3-e84fcc576026", "status": "completed", "code": 200}]} {{(pid=93259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:55:35.085480 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-083e62f3-1bb2-4ec9-a028-6458638d104b {{(pid=93259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:55:35.086098 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '092b9a79-696e-47db-8d09-7415f67f653f', 'tag': 'cbc1b50e-0fc8-47d5-80d3-e84fcc576026', 'status': 'completed', 'code': 200} Aug 07 04:55:35.120708 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b56283-dd28-418d-bc53-8fb5fa4eb535 req-9dd3a924-7fc2-44ca-aa84-4652d1cfb328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:35.125450 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-67b56283-dd28-418d-bc53-8fb5fa4eb535 req-9dd3a924-7fc2-44ca-aa84-4652d1cfb328 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a09787aaf9f8489b9ce80e474968b0c0&device_id=092b9a79-696e-47db-8d09-7415f67f653f HTTP/1.1" status: 200 len: 1096 time: 0.0795453 Aug 07 04:55:35.253281 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e64abf-3fee-403d-9e02-ef50fa31e4c9 req-c93a448a-e809-4436-936b-4e4634431007 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:35.256301 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-56e64abf-3fee-403d-9e02-ef50fa31e4c9 req-c93a448a-e809-4436-936b-4e4634431007 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/ports?device_id=092b9a79-696e-47db-8d09-7415f67f653f HTTP/1.1" status: 200 len: 943 time: 0.2069466 Aug 07 04:55:35.258585 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625b8e48-f7d2-41d4-b575-c7537ce93839 admin admin] Checking segment: {'id': '0990fd2a-3830-432c-a0e6-0ec05d39b4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7014332b-9a69-4f39-a4bb-1d7549ccfbf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:55:35.258944 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625b8e48-f7d2-41d4-b575-c7537ce93839 admin admin] Network hostable DHCP agents. Network: 7014332b-9a69-4f39-a4bb-1d7549ccfbf5, hostable agents: ['fbf586e2-2064-4f25-86fb-4cd270d4900d'], hosted agents: [] {{(pid=93260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 04:55:35.267129 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286eee82-7099-4de5-945c-77ac10dc979f req-45e7008d-7026-4591-a405-0b716c4f5ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:35.268645 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-67b56283-dd28-418d-bc53-8fb5fa4eb535 req-b77b03f9-9871-4828-914c-b35ebca9b337 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cbc1b50e-0fc8-47d5-80d3-e84fcc576026 HTTP/1.1" status: 200 len: 217 time: 0.1197898 Aug 07 04:55:35.269161 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-286eee82-7099-4de5-945c-77ac10dc979f req-45e7008d-7026-4591-a405-0b716c4f5ab4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9edc28f9-c74c-476f-944c-b8c23e01f27c HTTP/1.1" status: 200 len: 1098 time: 0.1969163 Aug 07 04:55:35.327153 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-286eee82-7099-4de5-945c-77ac10dc979f req-4b93e4ac-f947-406d-9bee-51435b847cd7 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:35.346972 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-56e64abf-3fee-403d-9e02-ef50fa31e4c9 req-8141ea1b-26eb-49c2-8005-8f9b815ffe25 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0c57fd4-e502-41c8-9a9d-2ef84ae6fa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0830953 Aug 07 04:55:35.348361 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625b8e48-f7d2-41d4-b575-c7537ce93839 admin admin] Network 7014332b-9a69-4f39-a4bb-1d7549ccfbf5 is scheduled to be hosted by DHCP agent fbf586e2-2064-4f25-86fb-4cd270d4900d with binding_index 1 {{(pid=93260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 04:55:35.372055 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.base_scheduler [None req-625b8e48-f7d2-41d4-b575-c7537ce93839 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-8-iscsi, 7014332b-9a69-4f39-a4bb-1d7549ccfbf5) {{(pid=93260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:55:35.385094 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625b8e48-f7d2-41d4-b575-c7537ce93839 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:35.386571 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-625b8e48-f7d2-41d4-b575-c7537ce93839 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568364'] for subnet, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:35.388264 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e8236f-4ab4-46bc-be09-28dc656d5f8e None None] Network 7014332b-9a69-4f39-a4bb-1d7549ccfbf5 requested from dv-cinder-759943-8-iscsi {{(pid=93261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:55:35.415863 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b56283-dd28-418d-bc53-8fb5fa4eb535 req-13492138-e4eb-4e2e-9939-f58c0dd74280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:35.417660 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-67b56283-dd28-418d-bc53-8fb5fa4eb535 req-13492138-e4eb-4e2e-9939-f58c0dd74280 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d69cdc06-5978-4a98-8e5a-dddb9e263998 HTTP/1.1" status: 200 len: 850 time: 0.1369667 Aug 07 04:55:35.579650 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc0c500-0e19-487c-b92a-04733fe3c05a req-c2b2da2a-1e8e-40e5-83ad-b36da5037dba tempest-DeleteServersTestJSON-2139324451 tempest-DeleteServersTestJSON-2139324451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:35.581279 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-0dc0c500-0e19-487c-b92a-04733fe3c05a req-c2b2da2a-1e8e-40e5-83ad-b36da5037dba tempest-DeleteServersTestJSON-2139324451 tempest-DeleteServersTestJSON-2139324451-project] 10.222.0.13 "GET /v2.0/ports?device_id=9edc28f9-c74c-476f-944c-b8c23e01f27c HTTP/1.1" status: 200 len: 945 time: 0.1088850 Aug 07 04:55:35.645672 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.notifiers.nova [req-f697a5d8-4912-47f1-b21e-b933fae6652b req-7d296144-11a8-4730-91ab-51f21161f5a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab {{(pid=93259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:55:35.648360 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53c8eaa-22f6-4551-a0b9-eca78dbc14e7 None None] Network 7014332b-9a69-4f39-a4bb-1d7549ccfbf5 requested from dv-cinder-759943-8-iscsi {{(pid=93261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:55:35.659525 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd71aac-c191-4035-a509-046ea0aab6c2 req-f648fb4e-1863-4d4a-884c-9de50d13434d tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:35.666897 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-bdd71aac-c191-4035-a509-046ea0aab6c2 req-f648fb4e-1863-4d4a-884c-9de50d13434d tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 932 time: 0.2484202 Aug 07 04:55:35.680158 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-f697a5d8-4912-47f1-b21e-b933fae6652b req-7d296144-11a8-4730-91ab-51f21161f5a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:35.687885 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b56283-dd28-418d-bc53-8fb5fa4eb535 req-93776429-178d-4650-af3b-7c826384a12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:35.689488 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-67b56283-dd28-418d-bc53-8fb5fa4eb535 req-93776429-178d-4650-af3b-7c826384a12e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=47e9d5be-818e-47e0-bb62-cfe7f85a9f14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2532589 Aug 07 04:55:35.726511 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-286eee82-7099-4de5-945c-77ac10dc979f req-4b93e4ac-f947-406d-9bee-51435b847cd7 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:35.728350 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.provisioning_blocks [req-f697a5d8-4912-47f1-b21e-b933fae6652b req-7d296144-11a8-4730-91ab-51f21161f5a2 service neutron] Transition to ACTIVE for port object ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab will not be triggered until provisioned by entity L2. {{(pid=93259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:55:35.746433 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-286eee82-7099-4de5-945c-77ac10dc979f req-4b93e4ac-f947-406d-9bee-51435b847cd7 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:35.761658 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-f697a5d8-4912-47f1-b21e-b933fae6652b req-7d296144-11a8-4730-91ab-51f21161f5a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:35.790932 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-286eee82-7099-4de5-945c-77ac10dc979f req-4b93e4ac-f947-406d-9bee-51435b847cd7 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c3309ff9-0161-45e8-8dac-23ae42a707d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5044339 Aug 07 04:55:35.801996 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-625b8e48-f7d2-41d4-b575-c7537ce93839 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4656327 Aug 07 04:55:35.826228 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-0dc0c500-0e19-487c-b92a-04733fe3c05a req-44b4f757-007d-4323-b1e1-4483284baa2a tempest-DeleteServersTestJSON-2139324451 tempest-DeleteServersTestJSON-2139324451-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3309ff9-0161-45e8-8dac-23ae42a707d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280977 Aug 07 04:55:35.887089 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b93e4ac-f947-406d-9bee-51435b847cd7 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c2680cb6-d83d-4d3f-911a-1169ada0e689,revision_number=1']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:36.114520 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-bdd71aac-c191-4035-a509-046ea0aab6c2 req-186049a6-6ae6-4267-9ac0-3db35365201b tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ace81de-1fdd-4f9f-94d0-b0686fe1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4466124 Aug 07 04:55:36.141047 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d296144-11a8-4730-91ab-51f21161f5a2 service neutron] Pushing event updated for resources: {'Port': ['ID=ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab,revision_number=2']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:36.213476 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.managers [req-f697a5d8-4912-47f1-b21e-b933fae6652b req-7d296144-11a8-4730-91ab-51f21161f5a2 service neutron] Attempting to bind port ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab on host hv-cinder-75994 for vnic_type normal with profile {{(pid=93259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:55:36.214169 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.managers [req-f697a5d8-4912-47f1-b21e-b933fae6652b req-7d296144-11a8-4730-91ab-51f21161f5a2 service neutron] Attempting to bind port ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': '5c4cc400-a497-44e6-be97-a3f4f6364da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4c392ea1-f973-4e27-8c93-9da70b5eee3e'}] {{(pid=93259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:55:36.214550 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f697a5d8-4912-47f1-b21e-b933fae6652b req-7d296144-11a8-4730-91ab-51f21161f5a2 service neutron] Attempting to bind port ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab on network 4c392ea1-f973-4e27-8c93-9da70b5eee3e {{(pid=93259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:55:36.233160 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f697a5d8-4912-47f1-b21e-b933fae6652b req-7d296144-11a8-4730-91ab-51f21161f5a2 service neutron] Port ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab on network 4c392ea1-f973-4e27-8c93-9da70b5eee3e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=93259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 04:55:36.233621 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f697a5d8-4912-47f1-b21e-b933fae6652b req-7d296144-11a8-4730-91ab-51f21161f5a2 service neutron] Attempting to bind port ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab on network 4c392ea1-f973-4e27-8c93-9da70b5eee3e {{(pid=93259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:55:36.247739 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f697a5d8-4912-47f1-b21e-b933fae6652b req-7d296144-11a8-4730-91ab-51f21161f5a2 service neutron] Checking agent: {'id': '5f67c77d-38b5-4515-b30f-34d5315bdd9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 53, 29), 'started_at': datetime.datetime(2021, 8, 7, 4, 53, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:55:36.248197 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f697a5d8-4912-47f1-b21e-b933fae6652b req-7d296144-11a8-4730-91ab-51f21161f5a2 service neutron] Checking segment: {'id': '5c4cc400-a497-44e6-be97-a3f4f6364da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4c392ea1-f973-4e27-8c93-9da70b5eee3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:55:36.248669 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f697a5d8-4912-47f1-b21e-b933fae6652b req-7d296144-11a8-4730-91ab-51f21161f5a2 service neutron] Bound using segment: {'id': '5c4cc400-a497-44e6-be97-a3f4f6364da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4c392ea1-f973-4e27-8c93-9da70b5eee3e'} {{(pid=93259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:55:36.249444 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.managers [req-f697a5d8-4912-47f1-b21e-b933fae6652b req-7d296144-11a8-4730-91ab-51f21161f5a2 service neutron] Bound port: ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c4cc400-a497-44e6-be97-a3f4f6364da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4c392ea1-f973-4e27-8c93-9da70b5eee3e'}}] {{(pid=93259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:55:36.249835 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-f697a5d8-4912-47f1-b21e-b933fae6652b req-7d296144-11a8-4730-91ab-51f21161f5a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:36.282784 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-67b56283-dd28-418d-bc53-8fb5fa4eb535 req-1dfb50ee-dcd8-4571-9994-07883c209199 service neutron] 10.222.0.43 "GET /v2.0/networks/47e9d5be-818e-47e0-bb62-cfe7f85a9f14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5811832 Aug 07 04:55:36.411815 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.db [req-f697a5d8-4912-47f1-b21e-b933fae6652b req-7d296144-11a8-4730-91ab-51f21161f5a2 service neutron] For port ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab, host hv-cinder-75994, cleared binding levels {{(pid=93259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:55:36.416044 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.db [req-f697a5d8-4912-47f1-b21e-b933fae6652b req-7d296144-11a8-4730-91ab-51f21161f5a2 service neutron] For port ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab,segment=NetworkSegment(5c4cc400-a497-44e6-be97-a3f4f6364da8),segment_id=5c4cc400-a497-44e6-be97-a3f4f6364da8)] {{(pid=93259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:55:36.426723 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-f697a5d8-4912-47f1-b21e-b933fae6652b req-7d296144-11a8-4730-91ab-51f21161f5a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:36.499471 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d296144-11a8-4730-91ab-51f21161f5a2 service neutron] Pushing event updated for resources: {'Port': ['ID=ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab,revision_number=3']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:36.505010 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-67b56283-dd28-418d-bc53-8fb5fa4eb535 req-86d7c3fc-81d6-4307-82d3-e83982f04a58 service neutron] 10.222.0.43 "GET /v2.0/networks/47e9d5be-818e-47e0-bb62-cfe7f85a9f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966453 Aug 07 04:55:36.518490 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f697a5d8-4912-47f1-b21e-b933fae6652b req-7d296144-11a8-4730-91ab-51f21161f5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:36.519127 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-f697a5d8-4912-47f1-b21e-b933fae6652b req-7d296144-11a8-4730-91ab-51f21161f5a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568364'] for port, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:36.520517 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-f697a5d8-4912-47f1-b21e-b933fae6652b req-7d296144-11a8-4730-91ab-51f21161f5a2 service neutron] 10.222.0.43 "PUT /v2.0/ports/ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab HTTP/1.1" status: 200 len: 1094 time: 2.0180106 Aug 07 04:55:36.542079 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00233213-2e55-478f-9771-18df9b7d3a23 req-1745fc5e-53b2-4c5d-be12-fb20fd3a91b3 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:36.552507 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-00233213-2e55-478f-9771-18df9b7d3a23 req-1745fc5e-53b2-4c5d-be12-fb20fd3a91b3 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/ports?device_id=092b9a79-696e-47db-8d09-7415f67f653f HTTP/1.1" status: 200 len: 943 time: 0.0948613 Aug 07 04:55:36.663136 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-00233213-2e55-478f-9771-18df9b7d3a23 req-9d5722ff-a475-4ae3-9c85-317b8f68d658 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0c57fd4-e502-41c8-9a9d-2ef84ae6fa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1092484 Aug 07 04:55:36.668764 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 36206) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:36.724149 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9372d94c-92bb-4dc6-a2c5-eca1c8188974 req-77b7a596-0264-4cea-8adb-756819f85716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:36.725808 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-9372d94c-92bb-4dc6-a2c5-eca1c8188974 req-77b7a596-0264-4cea-8adb-756819f85716 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a09787aaf9f8489b9ce80e474968b0c0&device_id=092b9a79-696e-47db-8d09-7415f67f653f HTTP/1.1" status: 200 len: 1096 time: 0.1614106 Aug 07 04:55:36.739206 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f697a5d8-4912-47f1-b21e-b933fae6652b req-db421f7a-bb6d-4671-93ff-60ee460144e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:36.743570 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-f697a5d8-4912-47f1-b21e-b933fae6652b req-db421f7a-bb6d-4671-93ff-60ee460144e5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ca9c8154dc664b57bc9452622c79c0c6&device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 1097 time: 0.1107252 Aug 07 04:55:36.851267 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-f697a5d8-4912-47f1-b21e-b933fae6652b req-b39f602b-23b8-4b91-b9a0-4bc23bdc0a00 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab HTTP/1.1" status: 200 len: 217 time: 0.0855677 Aug 07 04:55:36.882755 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-f82d338c-293d-441d-b8b4-f524be01d0c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:36.988170 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f697a5d8-4912-47f1-b21e-b933fae6652b req-92ea1cda-4c9a-4c77-9b2b-062a0e7a9824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:36.989789 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-f697a5d8-4912-47f1-b21e-b933fae6652b req-92ea1cda-4c9a-4c77-9b2b-062a0e7a9824 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c03fc84b-f6fc-4f24-bb48-576f621db152 HTTP/1.1" status: 200 len: 856 time: 0.1192307 Aug 07 04:55:37.005288 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9372d94c-92bb-4dc6-a2c5-eca1c8188974 req-fb2f03e5-5c7f-453d-a6f4-086409b5b66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:37.006757 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-9372d94c-92bb-4dc6-a2c5-eca1c8188974 req-fb2f03e5-5c7f-453d-a6f4-086409b5b66c service neutron] 10.222.0.43 "GET /v2.0/networks?id=47e9d5be-818e-47e0-bb62-cfe7f85a9f14 HTTP/1.1" status: 200 len: 912 time: 0.2602401 Aug 07 04:55:37.091231 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-9372d94c-92bb-4dc6-a2c5-eca1c8188974 req-c824b9de-eecb-447e-b841-c038b1ce05d7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cbc1b50e-0fc8-47d5-80d3-e84fcc576026 HTTP/1.1" status: 200 len: 217 time: 0.0740154 Aug 07 04:55:37.091594 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44710dc0-6806-45a6-b77f-9a0efe35d705', 'tag': 'ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab'}] {{(pid=93259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:55:37.093825 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2475665ef9a7cb8741e3251ff967df6d1dd3d3eb822c2e36b28ddc32d9da7eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc69f649-17a1-4a18-abf7-4e6db6434224" -d '{"events": [{"name": "network-changed", "server_uuid": "44710dc0-6806-45a6-b77f-9a0efe35d705", "tag": "ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab"}]}' {{(pid=93259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:55:37.112378 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59124912-f2ea-46af-b34c-8e158a917dc6 req-75a6fb4f-1504-4140-a744-13dc203ccecb tempest-DeleteServersTestJSON-2139324451 tempest-DeleteServersTestJSON-2139324451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:37.113927 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-59124912-f2ea-46af-b34c-8e158a917dc6 req-75a6fb4f-1504-4140-a744-13dc203ccecb tempest-DeleteServersTestJSON-2139324451 tempest-DeleteServersTestJSON-2139324451-project] 10.222.0.13 "GET /v2.0/ports?device_id=9edc28f9-c74c-476f-944c-b8c23e01f27c HTTP/1.1" status: 200 len: 945 time: 0.1947200 Aug 07 04:55:37.140557 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 04:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae07e5de-95ca-4bce-bb04-dcd0ed100667 x-openstack-request-id: req-ae07e5de-95ca-4bce-bb04-dcd0ed100667 {{(pid=93259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:55:37.140856 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44710dc0-6806-45a6-b77f-9a0efe35d705", "tag": "ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab", "status": "completed", "code": 200}]} {{(pid=93259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:55:37.141098 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ae07e5de-95ca-4bce-bb04-dcd0ed100667 {{(pid=93259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:55:37.141649 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44710dc0-6806-45a6-b77f-9a0efe35d705', 'tag': 'ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab', 'status': 'completed', 'code': 200} Aug 07 04:55:37.207112 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f697a5d8-4912-47f1-b21e-b933fae6652b req-c1fba7eb-8482-4b82-97c8-48f78b732305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:37.208945 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-f697a5d8-4912-47f1-b21e-b933fae6652b req-c1fba7eb-8482-4b82-97c8-48f78b732305 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4c392ea1-f973-4e27-8c93-9da70b5eee3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2055330 Aug 07 04:55:37.291686 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9372d94c-92bb-4dc6-a2c5-eca1c8188974 req-899b4271-c235-4a4e-a8ce-95f3015df424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:37.293524 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-9372d94c-92bb-4dc6-a2c5-eca1c8188974 req-899b4271-c235-4a4e-a8ce-95f3015df424 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d69cdc06-5978-4a98-8e5a-dddb9e263998 HTTP/1.1" status: 200 len: 850 time: 0.1762850 Aug 07 04:55:37.302269 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-59124912-f2ea-46af-b34c-8e158a917dc6 req-fcdb00ba-ba3d-4786-9c8c-a2e4b6cf7301 tempest-DeleteServersTestJSON-2139324451 tempest-DeleteServersTestJSON-2139324451-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3309ff9-0161-45e8-8dac-23ae42a707d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666369 Aug 07 04:55:37.325400 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0be5868-42b1-4c9a-b972-992d17e3863b req-fc6a3da3-5fb7-434e-a3c7-50c300fdfe42 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:37.335577 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-a0be5868-42b1-4c9a-b972-992d17e3863b req-fc6a3da3-5fb7-434e-a3c7-50c300fdfe42 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 944 time: 0.0847604 Aug 07 04:55:37.391656 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-f82d338c-293d-441d-b8b4-f524be01d0c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:37.402584 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-a0be5868-42b1-4c9a-b972-992d17e3863b req-fe75784e-41a3-4515-ac53-f65df61a8f1e tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ace81de-1fdd-4f9f-94d0-b0686fe1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654671 Aug 07 04:55:37.403749 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-f82d338c-293d-441d-b8b4-f524be01d0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:37.444859 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9372d94c-92bb-4dc6-a2c5-eca1c8188974 req-d5db7fcf-350a-48f6-aae7-29109dd674df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:37.446591 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-9372d94c-92bb-4dc6-a2c5-eca1c8188974 req-d5db7fcf-350a-48f6-aae7-29109dd674df service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=47e9d5be-818e-47e0-bb62-cfe7f85a9f14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1384292 Aug 07 04:55:37.459431 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-f697a5d8-4912-47f1-b21e-b933fae6652b req-6b0d7780-4b8a-49c9-8ce1-e728413f7e5c service neutron] 10.222.0.43 "GET /v2.0/networks/4c392ea1-f973-4e27-8c93-9da70b5eee3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359195 Aug 07 04:55:37.497180 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-f82d338c-293d-441d-b8b4-f524be01d0c3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7780b82b01ce410597b49d965f62cb96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8236485 Aug 07 04:55:37.497180 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d338c-293d-441d-b8b4-f524be01d0c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b3a3e5e-fa5f-4c88-900c-a18e6fbf646e,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:37.497676 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 36256) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:37.563422 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-f6a0ab16-34f2-4ba8-9bea-eadcce1aeb8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:37.586751 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-f6a0ab16-34f2-4ba8-9bea-eadcce1aeb8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:37.638724 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-9372d94c-92bb-4dc6-a2c5-eca1c8188974 req-94b2da4a-fc4c-407f-9c68-15207bc40e2d service neutron] 10.222.0.43 "GET /v2.0/networks/47e9d5be-818e-47e0-bb62-cfe7f85a9f14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755867 Aug 07 04:55:37.640637 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-f697a5d8-4912-47f1-b21e-b933fae6652b req-1c5a9790-bb76-42ed-af3b-e21aeecd6335 service neutron] 10.222.0.43 "GET /v2.0/networks/4c392ea1-f973-4e27-8c93-9da70b5eee3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672111 Aug 07 04:55:37.661460 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-f6a0ab16-34f2-4ba8-9bea-eadcce1aeb8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:37.665134 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-f6a0ab16-34f2-4ba8-9bea-eadcce1aeb8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:37.666353 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-f6a0ab16-34f2-4ba8-9bea-eadcce1aeb8d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5b3a3e5e-fa5f-4c88-900c-a18e6fbf646e HTTP/1.1" status: 204 len: 168 time: 0.1662972 Aug 07 04:55:37.679061 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a0ab16-34f2-4ba8-9bea-eadcce1aeb8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b3a3e5e-fa5f-4c88-900c-a18e6fbf646e,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:37.743909 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 36266) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:37.811816 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc69f649-17a1-4a18-abf7-4e6db6434224 req-e90b84a7-3955-4a22-a1c4-12ec278da244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:37.813306 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-fc69f649-17a1-4a18-abf7-4e6db6434224 req-e90b84a7-3955-4a22-a1c4-12ec278da244 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ca9c8154dc664b57bc9452622c79c0c6&device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 1097 time: 0.0989866 Aug 07 04:55:37.849912 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-9372d94c-92bb-4dc6-a2c5-eca1c8188974 req-553ab7ec-8572-4636-a202-c4a271d76ce5 service neutron] 10.222.0.43 "GET /v2.0/networks/47e9d5be-818e-47e0-bb62-cfe7f85a9f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955490 Aug 07 04:55:37.897162 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c5c426-26f3-4c75-8f8e-b453bfabb94e req-19cc8ba2-5d51-4d77-880a-336e4964c359 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:37.898760 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-a0c5c426-26f3-4c75-8f8e-b453bfabb94e req-19cc8ba2-5d51-4d77-880a-336e4964c359 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/ports?device_id=092b9a79-696e-47db-8d09-7415f67f653f HTTP/1.1" status: 200 len: 943 time: 0.1403301 Aug 07 04:55:37.907688 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-4a1fe0f9-a7eb-4039-8834-fc8b7535d1ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:37.982406 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc69f649-17a1-4a18-abf7-4e6db6434224 req-7076234b-28a9-4909-8f5a-7cf4c9510610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:37.985144 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-fc69f649-17a1-4a18-abf7-4e6db6434224 req-7076234b-28a9-4909-8f5a-7cf4c9510610 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4c392ea1-f973-4e27-8c93-9da70b5eee3e HTTP/1.1" status: 200 len: 918 time: 0.1604064 Aug 07 04:55:38.048488 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-fc69f649-17a1-4a18-abf7-4e6db6434224 req-4dad240c-3ee5-4f3a-9458-fd0dad3fd596 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab HTTP/1.1" status: 200 len: 217 time: 0.0486717 Aug 07 04:55:38.052953 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-a0c5c426-26f3-4c75-8f8e-b453bfabb94e req-e4cf42cb-26c5-4411-bf10-0ed680acba33 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0c57fd4-e502-41c8-9a9d-2ef84ae6fa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1454251 Aug 07 04:55:38.054077 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-4a1fe0f9-a7eb-4039-8834-fc8b7535d1ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:38.061576 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-4a1fe0f9-a7eb-4039-8834-fc8b7535d1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:38.098903 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-4a1fe0f9-a7eb-4039-8834-fc8b7535d1ed admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f87b2fa286d04f748bc6afd6b67f6923&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3535218 Aug 07 04:55:38.105145 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 36288) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:38.144810 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1fe0f9-a7eb-4039-8834-fc8b7535d1ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f4b8be-96ff-4110-b1a0-7d6112eac458,revision_number=1']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:38.152680 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc69f649-17a1-4a18-abf7-4e6db6434224 req-c262fc1f-2f9d-454e-bee8-f0859361767a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:38.154479 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-fc69f649-17a1-4a18-abf7-4e6db6434224 req-c262fc1f-2f9d-454e-bee8-f0859361767a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c03fc84b-f6fc-4f24-bb48-576f621db152 HTTP/1.1" status: 200 len: 856 time: 0.0978582 Aug 07 04:55:38.180106 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-b83fe392-5d49-48de-a3c0-c98228776db7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:38.208396 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-b83fe392-5d49-48de-a3c0-c98228776db7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:38.227222 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc69f649-17a1-4a18-abf7-4e6db6434224 req-2a76c0b5-0d6f-4d28-ab41-5418b99e27d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:38.229034 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-fc69f649-17a1-4a18-abf7-4e6db6434224 req-2a76c0b5-0d6f-4d28-ab41-5418b99e27d2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4c392ea1-f973-4e27-8c93-9da70b5eee3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0667934 Aug 07 04:55:38.289003 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-b83fe392-5d49-48de-a3c0-c98228776db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:38.294610 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-b83fe392-5d49-48de-a3c0-c98228776db7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:38.297116 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-b83fe392-5d49-48de-a3c0-c98228776db7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f0f4b8be-96ff-4110-b1a0-7d6112eac458 HTTP/1.1" status: 204 len: 168 time: 0.1900558 Aug 07 04:55:38.325155 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83fe392-5d49-48de-a3c0-c98228776db7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f4b8be-96ff-4110-b1a0-7d6112eac458,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:38.356965 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 36302) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:38.373548 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-fc69f649-17a1-4a18-abf7-4e6db6434224 req-7e9970d2-7c11-4a60-bc33-292d9f146ea6 service neutron] 10.222.0.43 "GET /v2.0/networks/4c392ea1-f973-4e27-8c93-9da70b5eee3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362171 Aug 07 04:55:38.377799 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-c0adbe5b-a682-4648-a8ca-b65f352e0094 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:38.579073 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-c0adbe5b-a682-4648-a8ca-b65f352e0094 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:38.595106 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac7d5b1-72ea-442c-bc77-b484832ac477 req-2fcf63f2-9dc3-4ef6-91fa-1f8b798da036 tempest-DeleteServersTestJSON-2139324451 tempest-DeleteServersTestJSON-2139324451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:38.597437 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-3ac7d5b1-72ea-442c-bc77-b484832ac477 req-2fcf63f2-9dc3-4ef6-91fa-1f8b798da036 tempest-DeleteServersTestJSON-2139324451 tempest-DeleteServersTestJSON-2139324451-project] 10.222.0.13 "GET /v2.0/ports?device_id=9edc28f9-c74c-476f-944c-b8c23e01f27c HTTP/1.1" status: 200 len: 945 time: 0.0884788 Aug 07 04:55:38.598381 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-c0adbe5b-a682-4648-a8ca-b65f352e0094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:38.664666 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6e8a17-508e-486b-9331-6d5b48287903 req-1c47d719-29f8-4cd0-88b5-8ddeb18b5691 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:38.665743 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-c0adbe5b-a682-4648-a8ca-b65f352e0094 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c6529f9ac7434c4790fe2e2d9e80eea1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3074400 Aug 07 04:55:38.669409 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-3a6e8a17-508e-486b-9331-6d5b48287903 req-1c47d719-29f8-4cd0-88b5-8ddeb18b5691 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 944 time: 0.1460948 Aug 07 04:55:38.673434 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 36324) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:38.676098 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0adbe5b-a682-4648-a8ca-b65f352e0094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c47137f8-d72a-4f92-b395-8e65aa6729d1,revision_number=1']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:38.701266 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-3ac7d5b1-72ea-442c-bc77-b484832ac477 req-97bf9b3f-ba1f-4590-a3a3-194fe6eab939 tempest-DeleteServersTestJSON-2139324451 tempest-DeleteServersTestJSON-2139324451-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3309ff9-0161-45e8-8dac-23ae42a707d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927086 Aug 07 04:55:38.744292 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-fc69f649-17a1-4a18-abf7-4e6db6434224 req-c2830695-ed87-4ac4-b3fd-591b929bf0ca service neutron] 10.222.0.43 "GET /v2.0/networks/4c392ea1-f973-4e27-8c93-9da70b5eee3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3625383 Aug 07 04:55:38.786882 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-3a6e8a17-508e-486b-9331-6d5b48287903 req-330fad57-557c-41c2-b662-2a16c7ecbd2f tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ace81de-1fdd-4f9f-94d0-b0686fe1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753138 Aug 07 04:55:38.822544 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-d7c07168-4768-40b3-8d5d-5f3d27f6211e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:38.858098 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-d7c07168-4768-40b3-8d5d-5f3d27f6211e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:38.926911 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-d7c07168-4768-40b3-8d5d-5f3d27f6211e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:38.929662 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-d7c07168-4768-40b3-8d5d-5f3d27f6211e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:38.931308 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-d7c07168-4768-40b3-8d5d-5f3d27f6211e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c47137f8-d72a-4f92-b395-8e65aa6729d1 HTTP/1.1" status: 204 len: 168 time: 0.2566519 Aug 07 04:55:38.942210 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c07168-4768-40b3-8d5d-5f3d27f6211e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c47137f8-d72a-4f92-b395-8e65aa6729d1,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:38.970317 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 36342) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:38.984402 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-3e2812e6-20f1-4400-b3fc-4b19f4007ee0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:39.149904 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-3e2812e6-20f1-4400-b3fc-4b19f4007ee0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:39.166239 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-3e2812e6-20f1-4400-b3fc-4b19f4007ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:39.232153 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2812e6-20f1-4400-b3fc-4b19f4007ee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a638219e-5d32-4bd8-9f1b-c9f697af75a3,revision_number=1']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:39.246865 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-3e2812e6-20f1-4400-b3fc-4b19f4007ee0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3bf198ad82474ca6a2288fa23b161c6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2730985 Aug 07 04:55:39.247297 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 36350) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:39.294240 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4734b3-b55e-4eb4-8a33-1238219d1459 req-a3517747-25f7-4397-9837-23b569169eb3 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:39.303934 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-ff4734b3-b55e-4eb4-8a33-1238219d1459 req-a3517747-25f7-4397-9837-23b569169eb3 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/ports?device_id=092b9a79-696e-47db-8d09-7415f67f653f HTTP/1.1" status: 200 len: 943 time: 0.1503813 Aug 07 04:55:39.315879 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device cbc1b50e-0fc8-47d5-80d3-e84fcc576026 details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=93261) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 04:55:39.349339 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-ff4734b3-b55e-4eb4-8a33-1238219d1459 req-4c4da319-f356-4417-acf4-291bde5ef1aa tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0c57fd4-e502-41c8-9a9d-2ef84ae6fa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444987 Aug 07 04:55:39.369138 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 36356) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:39.385807 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-5d678ea1-65c1-4c65-9819-fa2f9e311826 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:39.411925 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-5d678ea1-65c1-4c65-9819-fa2f9e311826 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:39.464534 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 36360) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:39.473805 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-5d678ea1-65c1-4c65-9819-fa2f9e311826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:39.479039 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-5d678ea1-65c1-4c65-9819-fa2f9e311826 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:39.481016 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-5d678ea1-65c1-4c65-9819-fa2f9e311826 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a638219e-5d32-4bd8-9f1b-c9f697af75a3 HTTP/1.1" status: 204 len: 168 time: 0.2328672 Aug 07 04:55:39.492893 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d678ea1-65c1-4c65-9819-fa2f9e311826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a638219e-5d32-4bd8-9f1b-c9f697af75a3,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:39.560767 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 36366) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:39.599567 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-f5184df6-8e49-47f4-bf5c-1a00b6c01a6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:39.603193 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-f9d89176-fd56-4b55-b269-14a8d1d66690 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:39.651022 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.db.api [None req-f5184df6-8e49-47f4-bf5c-1a00b6c01a6c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 07 04:55:39.651022 dv-cinder-759943-8-iscsi neutron-server[93259]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 07 04:55:39.651022 dv-cinder-759943-8-iscsi neutron-server[93259]: [parameters: {'project_id': '2793dbe3706d4a7d8b10d7c1dba0cf8f', 'id': 'd8ae2b52-e176-45b1-aae7-8ac2692b3259', 'expiration': datetime.datetime(2021, 8, 7, 4, 57, 39, 639149)}] Aug 07 04:55:39.651022 dv-cinder-759943-8-iscsi neutron-server[93259]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93259) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 07 04:55:39.651941 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG oslo_db.api [None req-f5184df6-8e49-47f4-bf5c-1a00b6c01a6c admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 07 04:55:39.704756 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] For port cbc1b50e-0fc8-47d5-80d3-e84fcc576026, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=cbc1b50e-0fc8-47d5-80d3-e84fcc576026,segment=NetworkSegment(67007472-572b-48a7-a3ec-be979b48e642),segment_id=67007472-572b-48a7-a3ec-be979b48e642)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:55:39.718900 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Returning: {'device': 'cbc1b50e-0fc8-47d5-80d3-e84fcc576026', 'network_id': '47e9d5be-818e-47e0-bb62-cfe7f85a9f14', 'port_id': 'cbc1b50e-0fc8-47d5-80d3-e84fcc576026', 'mac_address': 'fa:16:3e:3a:7a:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd69cdc06-5978-4a98-8e5a-dddb9e263998', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93261) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 04:55:39.739086 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-f9d89176-fd56-4b55-b269-14a8d1d66690 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:39.744377 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-f9d89176-fd56-4b55-b269-14a8d1d66690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:39.763210 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:39.788560 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.notifiers.nova [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbc1b50e-0fc8-47d5-80d3-e84fcc576026 {{(pid=93261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:55:39.807611 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-9d34817d-c04c-445e-aef6-1010b690f185 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:39.819788 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] For port cbc1b50e-0fc8-47d5-80d3-e84fcc576026, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=cbc1b50e-0fc8-47d5-80d3-e84fcc576026,segment=NetworkSegment(67007472-572b-48a7-a3ec-be979b48e642),segment_id=67007472-572b-48a7-a3ec-be979b48e642)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:55:39.826863 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:39.859962 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-f9d89176-fd56-4b55-b269-14a8d1d66690 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e2d66031cb8b430bb03f2e9e516bcc03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2971203 Aug 07 04:55:39.863585 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 36376) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:39.867710 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d89176-fd56-4b55-b269-14a8d1d66690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6322748-05ad-46a1-b6ed-cf72b24ed28d,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:39.931657 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Pushing event updated for resources: {'Port': ['ID=cbc1b50e-0fc8-47d5-80d3-e84fcc576026,revision_number=4']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:39.932380 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-9d34817d-c04c-445e-aef6-1010b690f185 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:39.948016 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-9d34817d-c04c-445e-aef6-1010b690f185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:39.974989 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-96c3b1d1-fa72-4875-8e0a-80ab82a712a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:40.006383 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-96c3b1d1-fa72-4875-8e0a-80ab82a712a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:40.031847 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] get_ports_and_sgs() called for port_ids ['cbc1b50e-0fc8-47d5-80d3-e84fcc576026'] {{(pid=93261) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:55:40.041373 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaae0d6-0cb9-420f-a6dc-a5eaa3c47c5a req-28e3819a-df58-4b6b-83c5-728f07e2ef64 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:40.043371 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-fdaae0d6-0cb9-420f-a6dc-a5eaa3c47c5a req-28e3819a-df58-4b6b-83c5-728f07e2ef64 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 944 time: 0.1057050 Aug 07 04:55:40.044479 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d34817d-c04c-445e-aef6-1010b690f185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a42efef1-d8d6-44f1-a6f4-226dada2611d,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:40.061090 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-9d34817d-c04c-445e-aef6-1010b690f185 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=73e2fa496ec644fab22d5579ab0bfb94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5954113 Aug 07 04:55:40.067978 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 36380) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:40.108553 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-96c3b1d1-fa72-4875-8e0a-80ab82a712a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:40.112031 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-96c3b1d1-fa72-4875-8e0a-80ab82a712a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:40.113397 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-96c3b1d1-fa72-4875-8e0a-80ab82a712a7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d6322748-05ad-46a1-b6ed-cf72b24ed28d HTTP/1.1" status: 204 len: 168 time: 0.2486117 Aug 07 04:55:40.136559 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c3b1d1-fa72-4875-8e0a-80ab82a712a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6322748-05ad-46a1-b6ed-cf72b24ed28d,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:40.157652 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-f5184df6-8e49-47f4-bf5c-1a00b6c01a6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:40.210901 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-fdaae0d6-0cb9-420f-a6dc-a5eaa3c47c5a req-068382be-9cae-4158-9be1-361281d771e1 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ace81de-1fdd-4f9f-94d0-b0686fe1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449070 Aug 07 04:55:40.223115 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-eb11c9e6-4128-4fd5-a936-a3c8e9d51f73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:40.300848 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-eb11c9e6-4128-4fd5-a936-a3c8e9d51f73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:40.390882 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-eb11c9e6-4128-4fd5-a936-a3c8e9d51f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:40.395433 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-eb11c9e6-4128-4fd5-a936-a3c8e9d51f73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:40.399213 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-eb11c9e6-4128-4fd5-a936-a3c8e9d51f73 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a42efef1-d8d6-44f1-a6f4-226dada2611d HTTP/1.1" status: 204 len: 168 time: 0.3111694 Aug 07 04:55:40.439472 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb11c9e6-4128-4fd5-a936-a3c8e9d51f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42efef1-d8d6-44f1-a6f4-226dada2611d,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:40.700218 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-f5184df6-8e49-47f4-bf5c-1a00b6c01a6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:40.707383 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-f5184df6-8e49-47f4-bf5c-1a00b6c01a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:40.739509 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5184df6-8e49-47f4-bf5c-1a00b6c01a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a6e4b4c-3964-4ae5-abfa-ba0c41224fec,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:40.789704 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2b8b4-ac06-4e3e-8170-a170fb63ed89 req-a9af13fc-09c7-4ed8-96bc-0a5b745595f0 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:40.791512 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-78f2b8b4-ac06-4e3e-8170-a170fb63ed89 req-a9af13fc-09c7-4ed8-96bc-0a5b745595f0 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/ports?device_id=092b9a79-696e-47db-8d09-7415f67f653f HTTP/1.1" status: 200 len: 944 time: 0.3129041 Aug 07 04:55:40.794131 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-f5184df6-8e49-47f4-bf5c-1a00b6c01a6c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2793dbe3706d4a7d8b10d7c1dba0cf8f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4236774 Aug 07 04:55:40.796995 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 36426) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:40.840300 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 36430) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:40.856642 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-78f2b8b4-ac06-4e3e-8170-a170fb63ed89 req-eada74bb-bb9b-4faa-a106-8c403a22d5d9 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0c57fd4-e502-41c8-9a9d-2ef84ae6fa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0540545 Aug 07 04:55:40.895314 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-f0012e28-0d08-48c8-959a-0966d871f991 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:40.911272 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-409a3430-312c-493f-9c3d-9d3993cd28fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:40.971789 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-409a3430-312c-493f-9c3d-9d3993cd28fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:41.087169 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-f0012e28-0d08-48c8-959a-0966d871f991 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:41.092086 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-409a3430-312c-493f-9c3d-9d3993cd28fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:41.095334 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-409a3430-312c-493f-9c3d-9d3993cd28fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:41.099429 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-409a3430-312c-493f-9c3d-9d3993cd28fc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8a6e4b4c-3964-4ae5-abfa-ba0c41224fec HTTP/1.1" status: 204 len: 168 time: 0.2986019 Aug 07 04:55:41.100508 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-f0012e28-0d08-48c8-959a-0966d871f991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:41.113587 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409a3430-312c-493f-9c3d-9d3993cd28fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a6e4b4c-3964-4ae5-abfa-ba0c41224fec,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:41.141128 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-f0012e28-0d08-48c8-959a-0966d871f991 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=165b05c1c11a4a099963c15300d9073e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2997196 Aug 07 04:55:41.144690 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 36442) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:41.152843 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0012e28-0d08-48c8-959a-0966d871f991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6108ac5e-7927-4609-bade-eada259d71d7,revision_number=1']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:41.205171 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-988dc652-3b37-424d-b270-c28810dd573e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:41.229366 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-988dc652-3b37-424d-b270-c28810dd573e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:41.306351 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-988dc652-3b37-424d-b270-c28810dd573e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:41.311270 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-988dc652-3b37-424d-b270-c28810dd573e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:41.313184 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-988dc652-3b37-424d-b270-c28810dd573e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6108ac5e-7927-4609-bade-eada259d71d7 HTTP/1.1" status: 204 len: 168 time: 0.1666782 Aug 07 04:55:41.324305 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=93261) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 04:55:41.346951 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988dc652-3b37-424d-b270-c28810dd573e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6108ac5e-7927-4609-bade-eada259d71d7,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:41.383522 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device cbc1b50e-0fc8-47d5-80d3-e84fcc576026 up at agent hyperv_hv-cinder-75994 {{(pid=93261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:55:41.412413 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe8a110-4e6d-42cd-aed6-68c0357dd846 req-17b1aa08-f980-4903-9fcf-78749a6cd735 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:41.414842 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-2fe8a110-4e6d-42cd-aed6-68c0357dd846 req-17b1aa08-f980-4903-9fcf-78749a6cd735 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 944 time: 0.1022699 Aug 07 04:55:41.478087 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-2fe8a110-4e6d-42cd-aed6-68c0357dd846 req-a10d7bf9-4bd2-40f9-94a6-e933af7b3a12 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ace81de-1fdd-4f9f-94d0-b0686fe1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557306 Aug 07 04:55:41.539916 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 36462) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:41.557309 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-693b9bb2-d760-4476-9055-8530f4f4e30a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:41.571321 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Provisioning for port cbc1b50e-0fc8-47d5-80d3-e84fcc576026 completed by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:55:41.595221 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Provisioning complete for port cbc1b50e-0fc8-47d5-80d3-e84fcc576026 triggered by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:55:41.595594 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:41.668126 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] For port ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab,segment=NetworkSegment(5c4cc400-a497-44e6-be97-a3f4f6364da8),segment_id=5c4cc400-a497-44e6-be97-a3f4f6364da8)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:55:41.691713 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Returning: {'device': 'ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab', 'network_id': '4c392ea1-f973-4e27-8c93-9da70b5eee3e', 'port_id': 'ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab', 'mac_address': 'fa:16:3e:93:1a:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c03fc84b-f6fc-4f24-bb48-576f621db152', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93261) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 04:55:41.713452 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-693b9bb2-d760-4476-9055-8530f4f4e30a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:41.719863 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-693b9bb2-d760-4476-9055-8530f4f4e30a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:41.764643 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-693b9bb2-d760-4476-9055-8530f4f4e30a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0d09c0423f104e2aae240e72ff0aa64e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2234290 Aug 07 04:55:41.765578 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693b9bb2-d760-4476-9055-8530f4f4e30a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d383846b-b3f0-4705-8115-e3302bf68ea7,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:41.767258 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 36470) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:41.773527 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:41.797683 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:41.803121 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.notifiers.nova [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab {{(pid=93261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:55:41.849265 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '092b9a79-696e-47db-8d09-7415f67f653f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbc1b50e-0fc8-47d5-80d3-e84fcc576026'}] {{(pid=93261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:55:41.851974 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5d2cee0e1396f99553e356b0c4b33bfeaec0d7e5dcff0a4dea0c896a01c358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86bc75ad-ca85-497e-88b4-1318abec4981" -d '{"events": [{"server_uuid": "092b9a79-696e-47db-8d09-7415f67f653f", "name": "network-vif-plugged", "status": "completed", "tag": "cbc1b50e-0fc8-47d5-80d3-e84fcc576026"}]}' {{(pid=93261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:55:41.853148 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-d9915d46-c0a4-4278-9cf8-fd0fb9b4ab54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:41.857105 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] For port ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab,segment=NetworkSegment(5c4cc400-a497-44e6-be97-a3f4f6364da8),segment_id=5c4cc400-a497-44e6-be97-a3f4f6364da8)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:55:41.873683 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:41.879975 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] For port cbc1b50e-0fc8-47d5-80d3-e84fcc576026, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=cbc1b50e-0fc8-47d5-80d3-e84fcc576026,segment=NetworkSegment(67007472-572b-48a7-a3ec-be979b48e642),segment_id=67007472-572b-48a7-a3ec-be979b48e642)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:55:41.886664 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:41.947522 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Pushing event updated for resources: {'Port': ['ID=ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab,revision_number=4']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:41.958765 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-d9915d46-c0a4-4278-9cf8-fd0fb9b4ab54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:41.974893 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 04:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ddb6b4c-5a56-492a-9307-883e76fe559a x-openstack-request-id: req-5ddb6b4c-5a56-492a-9307-883e76fe559a {{(pid=93261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:55:41.978007 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "092b9a79-696e-47db-8d09-7415f67f653f", "name": "network-vif-plugged", "status": "completed", "tag": "cbc1b50e-0fc8-47d5-80d3-e84fcc576026", "code": 200}]} {{(pid=93261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:55:41.978293 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5ddb6b4c-5a56-492a-9307-883e76fe559a {{(pid=93261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:55:41.978745 dv-cinder-759943-8-iscsi neutron-server[93261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '092b9a79-696e-47db-8d09-7415f67f653f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbc1b50e-0fc8-47d5-80d3-e84fcc576026', 'code': 200} Aug 07 04:55:42.055897 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-d9915d46-c0a4-4278-9cf8-fd0fb9b4ab54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:42.059080 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-d9915d46-c0a4-4278-9cf8-fd0fb9b4ab54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:42.062304 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-d9915d46-c0a4-4278-9cf8-fd0fb9b4ab54 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d383846b-b3f0-4705-8115-e3302bf68ea7 HTTP/1.1" status: 204 len: 168 time: 0.2929344 Aug 07 04:55:42.084503 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9915d46-c0a4-4278-9cf8-fd0fb9b4ab54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d383846b-b3f0-4705-8115-e3302bf68ea7,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:42.094406 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Pushing event updated for resources: {'Port': ['ID=cbc1b50e-0fc8-47d5-80d3-e84fcc576026,revision_number=5']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:42.118294 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7bb603-e3fa-4078-ab60-d213b2b65f27 req-8e74997f-2c5a-4bb0-bea0-e34c2e2a0578 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:42.122993 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-7d7bb603-e3fa-4078-ab60-d213b2b65f27 req-8e74997f-2c5a-4bb0-bea0-e34c2e2a0578 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/ports?device_id=092b9a79-696e-47db-8d09-7415f67f653f HTTP/1.1" status: 200 len: 945 time: 0.1204422 Aug 07 04:55:42.135625 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] get_ports_and_sgs() called for port_ids ['ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab'] {{(pid=93261) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:55:42.186038 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-7d7bb603-e3fa-4078-ab60-d213b2b65f27 req-3b1b779a-4e83-4b9e-9dff-6583a58fbb96 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0c57fd4-e502-41c8-9a9d-2ef84ae6fa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0545065 Aug 07 04:55:42.233353 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad282bfc-d27a-45c3-9cb7-c1d6b7e5cd52 req-af7861b2-c1ed-4341-9313-92a9dfb3d679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:42.235819 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-ad282bfc-d27a-45c3-9cb7-c1d6b7e5cd52 req-af7861b2-c1ed-4341-9313-92a9dfb3d679 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=092b9a79-696e-47db-8d09-7415f67f653f HTTP/1.1" status: 200 len: 1098 time: 0.0865164 Aug 07 04:55:42.292323 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-ad282bfc-d27a-45c3-9cb7-c1d6b7e5cd52 req-7e923696-4d3d-4860-86eb-d66621c79fce service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d0c57fd4-e502-41c8-9a9d-2ef84ae6fa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0493271 Aug 07 04:55:42.614569 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2917a4-5881-4f4f-a699-dafaea60da64 req-4b8d4c69-f8b0-4ae7-9cb5-0cec88b063c5 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:42.618905 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-ad2917a4-5881-4f4f-a699-dafaea60da64 req-4b8d4c69-f8b0-4ae7-9cb5-0cec88b063c5 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 945 time: 0.0569873 Aug 07 04:55:42.654961 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-ad2917a4-5881-4f4f-a699-dafaea60da64 req-bf5170d6-4024-4b57-9bf7-691bc807a18c tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ace81de-1fdd-4f9f-94d0-b0686fe1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328791 Aug 07 04:55:43.310537 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ffd658-05b6-489c-ab6a-4f92a4c517ab req-b198ae3b-9c89-4694-9050-b946b6fbd3b1 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:43.312576 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-83ffd658-05b6-489c-ab6a-4f92a4c517ab req-b198ae3b-9c89-4694-9050-b946b6fbd3b1 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/ports?device_id=092b9a79-696e-47db-8d09-7415f67f653f HTTP/1.1" status: 200 len: 945 time: 0.0633969 Aug 07 04:55:43.332037 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab up at agent hyperv_hv-cinder-75994 {{(pid=93261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:55:43.360784 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-83ffd658-05b6-489c-ab6a-4f92a4c517ab req-723add74-f900-4104-a936-17c52106d1c6 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0c57fd4-e502-41c8-9a9d-2ef84ae6fa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397332 Aug 07 04:55:43.442125 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Provisioning for port ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab completed by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:55:43.446401 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Provisioning complete for port ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab triggered by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:55:43.446889 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:43.568472 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:43.613984 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af6fd0a-8d9e-41e1-bb25-0cfe3fd15197 req-a63f0e12-f67a-41e3-8406-5f2e656b0aff tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:43.625447 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 36562) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:43.628280 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-4af6fd0a-8d9e-41e1-bb25-0cfe3fd15197 req-a63f0e12-f67a-41e3-8406-5f2e656b0aff tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/ports?device_id=092b9a79-696e-47db-8d09-7415f67f653f HTTP/1.1" status: 200 len: 945 time: 0.1147585 Aug 07 04:55:43.642514 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] For port ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab,segment=NetworkSegment(5c4cc400-a497-44e6-be97-a3f4f6364da8),segment_id=5c4cc400-a497-44e6-be97-a3f4f6364da8)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:55:43.644812 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.v2.base [None req-590d298d-0938-47af-933e-1528d6a3ee03 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Request body: {'floatingip': {'port_id': 'cbc1b50e-0fc8-47d5-80d3-e84fcc576026'}} {{(pid=93260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:55:43.651260 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:43.810288 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Pushing event updated for resources: {'Port': ['ID=ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab,revision_number=5']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:43.870828 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-590d298d-0938-47af-933e-1528d6a3ee03 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks [] for floatingip, before_update {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:43.976722 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf75a2b-72df-4150-8282-949a6bc687ce req-87aaaaf0-7b36-4ef0-b56d-276702060a19 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:43.978285 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-eaf75a2b-72df-4150-8282-949a6bc687ce req-87aaaaf0-7b36-4ef0-b56d-276702060a19 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 946 time: 0.1508787 Aug 07 04:55:43.979983 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44710dc0-6806-45a6-b77f-9a0efe35d705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab'}] {{(pid=93261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:55:43.983782 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5d2cee0e1396f99553e356b0c4b33bfeaec0d7e5dcff0a4dea0c896a01c358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98545a5d-7f82-4e64-a5c6-1f618e14840c" -d '{"events": [{"server_uuid": "44710dc0-6806-45a6-b77f-9a0efe35d705", "name": "network-vif-plugged", "status": "completed", "tag": "ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab"}]}' {{(pid=93261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:55:44.031927 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 04:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f2e350f-f2b4-4a4b-80b4-3a8cb46b17ad x-openstack-request-id: req-9f2e350f-f2b4-4a4b-80b4-3a8cb46b17ad {{(pid=93261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:55:44.032409 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44710dc0-6806-45a6-b77f-9a0efe35d705", "name": "network-vif-plugged", "status": "completed", "tag": "ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab", "code": 200}]} {{(pid=93261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:55:44.032830 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9f2e350f-f2b4-4a4b-80b4-3a8cb46b17ad {{(pid=93261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:55:44.033488 dv-cinder-759943-8-iscsi neutron-server[93261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44710dc0-6806-45a6-b77f-9a0efe35d705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab', 'code': 200} Aug 07 04:55:44.353674 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81937b80-94b8-4b78-ad74-87c12efae660 req-d2cf0a81-6a99-4ff0-8beb-f061dc391168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:44.355230 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-81937b80-94b8-4b78-ad74-87c12efae660 req-d2cf0a81-6a99-4ff0-8beb-f061dc391168 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 1099 time: 0.0983562 Aug 07 04:55:44.445413 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-81937b80-94b8-4b78-ad74-87c12efae660 req-eb05192d-5021-4994-a342-301c3647d590 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=7ace81de-1fdd-4f9f-94d0-b0686fe1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820580 Aug 07 04:55:44.451856 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-eaf75a2b-72df-4150-8282-949a6bc687ce req-638427ef-c5d1-40cd-bfde-7fc52489fbf0 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ace81de-1fdd-4f9f-94d0-b0686fe1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4661403 Aug 07 04:55:45.097884 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 36648) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:45.113537 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-590d298d-0938-47af-933e-1528d6a3ee03 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:45.117967 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-590d298d-0938-47af-933e-1528d6a3ee03 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-766596'] for floatingip, after_update {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:45.229165 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.db.l3_db [None req-590d298d-0938-47af-933e-1528d6a3ee03 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Floating IP f75db6f2-ba76-4e49-8d4e-0607985a949d associated. External IP: 172.27.1.164, port: cbc1b50e-0fc8-47d5-80d3-e84fcc576026. Aug 07 04:55:45.239108 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-3d6f2a82-a2f7-44ce-9673-78daf704939f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:45.355530 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-3d6f2a82-a2f7-44ce-9673-78daf704939f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:45.363333 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-3d6f2a82-a2f7-44ce-9673-78daf704939f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:45.408907 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-3d6f2a82-a2f7-44ce-9673-78daf704939f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=415dc9b456444cf0a547140319aa9b28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3087151 Aug 07 04:55:45.409518 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 36660) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:45.427888 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6f2a82-a2f7-44ce-9673-78daf704939f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1653f593-18e6-4df6-b469-50ef4bd10187,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:45.473279 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-8d418f47-0e32-4969-904a-2fc6ee971664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:45.498279 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-590d298d-0938-47af-933e-1528d6a3ee03 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Router 82478cfe-86d6-4eb1-a51b-a45748209466 has already been hosted by L3 agent c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6 {{(pid=93260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 04:55:45.513277 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-8d418f47-0e32-4969-904a-2fc6ee971664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:45.633086 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-590d298d-0938-47af-933e-1528d6a3ee03 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify agent at l3_agent.dv-cinder-759943-8-iscsi the message routers_updated {{(pid=93260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 04:55:45.649240 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-590d298d-0938-47af-933e-1528d6a3ee03 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77622'] for floatingip, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:45.657017 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8261334f-a141-4d16-af64-e5dad5ce7088 None None] Sync routers for ids ['82478cfe-86d6-4eb1-a51b-a45748209466'] in dv-cinder-759943-8-iscsi {{(pid=93262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 04:55:45.669579 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822ff764-59b0-471d-bd13-f3af049b8991 req-c47d3829-b639-4a56-b88a-7fd31d77deed tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:45.682715 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-822ff764-59b0-471d-bd13-f3af049b8991 req-c47d3829-b639-4a56-b88a-7fd31d77deed tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 946 time: 0.1456559 Aug 07 04:55:45.692248 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8261334f-a141-4d16-af64-e5dad5ce7088 None None] Routers {'82478cfe-86d6-4eb1-a51b-a45748209466'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:55:45.692690 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-590d298d-0938-47af-933e-1528d6a3ee03 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "PUT /v2.0/floatingips/f75db6f2-ba76-4e49-8d4e-0607985a949d HTTP/1.1" status: 200 len: 991 time: 2.0652740 Aug 07 04:55:45.693478 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '092b9a79-696e-47db-8d09-7415f67f653f', 'tag': 'cbc1b50e-0fc8-47d5-80d3-e84fcc576026'}] {{(pid=93260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:55:45.694234 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_hamode_db [None req-8261334f-a141-4d16-af64-e5dad5ce7088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T04:55:30Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['82478cfe-86d6-4eb1-a51b-a45748209466'], 'active': True} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:55:45.803051 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-8d418f47-0e32-4969-904a-2fc6ee971664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:45.806686 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-8d418f47-0e32-4969-904a-2fc6ee971664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:45.807981 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-8d418f47-0e32-4969-904a-2fc6ee971664 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1653f593-18e6-4df6-b469-50ef4bd10187 HTTP/1.1" status: 204 len: 168 time: 0.3946362 Aug 07 04:55:45.811795 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-822ff764-59b0-471d-bd13-f3af049b8991 req-5b35b41f-10f2-4148-8461-7de1a830a594 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ace81de-1fdd-4f9f-94d0-b0686fe1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234682 Aug 07 04:55:45.823707 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d418f47-0e32-4969-904a-2fc6ee971664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1653f593-18e6-4df6-b469-50ef4bd10187,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:45.841602 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 36682) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:45.936753 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvr_db [None req-8261334f-a141-4d16-af64-e5dad5ce7088 None None] Set router 82478cfe-86d6-4eb1-a51b-a45748209466 gateway port host: dv-cinder-759943-8-iscsi {{(pid=93262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:55:46.031172 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9471522559f84b73cf1045644644c0a628e3dc4684c08e707fd64d6512f95f4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-629f2240-f885-468e-ba05-e4970c2e82ac" -d '{"events": [{"name": "network-changed", "server_uuid": "092b9a79-696e-47db-8d09-7415f67f653f", "tag": "cbc1b50e-0fc8-47d5-80d3-e84fcc576026"}]}' {{(pid=93260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:55:46.315646 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 04:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3577efa-dda3-4226-99a6-de5cccfc45e3 x-openstack-request-id: req-f3577efa-dda3-4226-99a6-de5cccfc45e3 {{(pid=93260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:55:46.316202 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "092b9a79-696e-47db-8d09-7415f67f653f", "tag": "cbc1b50e-0fc8-47d5-80d3-e84fcc576026", "status": "completed", "code": 200}]} {{(pid=93260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:55:46.316541 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f3577efa-dda3-4226-99a6-de5cccfc45e3 {{(pid=93260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:55:46.317088 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '092b9a79-696e-47db-8d09-7415f67f653f', 'tag': 'cbc1b50e-0fc8-47d5-80d3-e84fcc576026', 'status': 'completed', 'code': 200} Aug 07 04:55:46.340763 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_hamode_db [None req-8261334f-a141-4d16-af64-e5dad5ce7088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82478cfe-86d6-4eb1-a51b-a45748209466', 'name': 'tempest-AttachVolumeTestJSON-1250311327-router', 'tenant_id': 'a09787aaf9f8489b9ce80e474968b0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'def80ae2-99c9-4966-beb3-d4a2b146f762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:55:03Z', 'updated_at': '2021-08-07T04:55:10Z', 'revision_number': 4, 'project_id': 'a09787aaf9f8489b9ce80e474968b0c0', 'gw_port': {'id': 'def80ae2-99c9-4966-beb3-d4a2b146f762', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82478cfe-86d6-4eb1-a51b-a45748209466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:55:04Z', 'updated_at': '2021-08-07T04:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi', '_floatingips': [{'id': 'f75db6f2-ba76-4e49-8d4e-0607985a949d', 'tenant_id': 'a09787aaf9f8489b9ce80e474968b0c0', 'floating_ip_address': '172.27.1.164', 'floating_network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'router_id': '82478cfe-86d6-4eb1-a51b-a45748209466', 'port_id': 'cbc1b50e-0fc8-47d5-80d3-e84fcc576026', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47e9d5be-818e-47e0-bb62-cfe7f85a9f14', 'mac_address': 'fa:16:3e:3a:7a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092b9a79-696e-47db-8d09-7415f67f653f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T04:55:23Z', 'updated_at': '2021-08-07T04:55:44Z', 'revision_number': 1, 'project_id': 'a09787aaf9f8489b9ce80e474968b0c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6edbe39c-3984-4193-bac7-e2a45d6b7ff1', 'name': '', 'network_id': '47e9d5be-818e-47e0-bb62-cfe7f85a9f14', 'tenant_id': 'a09787aaf9f8489b9ce80e474968b0c0', 'mac_address': 'fa:16:3e:4a:20:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82478cfe-86d6-4eb1-a51b-a45748209466', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd69cdc06-5978-4a98-8e5a-dddb9e263998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:55:08Z', 'updated_at': '2021-08-07T04:55:22Z', 'revision_number': 5, 'project_id': 'a09787aaf9f8489b9ce80e474968b0c0', 'subnets': [{'id': 'd69cdc06-5978-4a98-8e5a-dddb9e263998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:55:46.397557 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-40cc925a-f740-4b8d-8927-9de9a8bc60bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:46.462818 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 36704) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:46.463388 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8261334f-a141-4d16-af64-e5dad5ce7088 None None] Checking router: 82478cfe-86d6-4eb1-a51b-a45748209466 for host: dv-cinder-759943-8-iscsi {{(pid=93262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 04:55:46.471937 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8261334f-a141-4d16-af64-e5dad5ce7088 None None] Routers {'82478cfe-86d6-4eb1-a51b-a45748209466'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:55:46.472534 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_hamode_db [None req-8261334f-a141-4d16-af64-e5dad5ce7088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T04:55:30Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['82478cfe-86d6-4eb1-a51b-a45748209466'], 'active': True} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:55:46.479011 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-77474617-980d-44a8-92c0-2788bf512ad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:46.512998 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-40cc925a-f740-4b8d-8927-9de9a8bc60bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:46.517258 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-40cc925a-f740-4b8d-8927-9de9a8bc60bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:46.553686 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cc925a-f740-4b8d-8927-9de9a8bc60bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c3d6d7-26ea-433c-8810-ce06306b4b55,revision_number=1']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:46.560229 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-40cc925a-f740-4b8d-8927-9de9a8bc60bb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c1dbb61e7d9a402e9b2dfb8a35fbaf93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7150424 Aug 07 04:55:46.560487 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 36706) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:46.587106 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvr_db [None req-8261334f-a141-4d16-af64-e5dad5ce7088 None None] Set router 82478cfe-86d6-4eb1-a51b-a45748209466 gateway port host: dv-cinder-759943-8-iscsi {{(pid=93262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:55:46.616690 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-77474617-980d-44a8-92c0-2788bf512ad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:46.617406 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-e0c7d140-c577-4563-aa0d-6be3985c03dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:46.622210 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-77474617-980d-44a8-92c0-2788bf512ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:46.652167 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-e0c7d140-c577-4563-aa0d-6be3985c03dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:46.661934 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-77474617-980d-44a8-92c0-2788bf512ad8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0eeb56a3a2f043668680368105da6ec4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1979010 Aug 07 04:55:46.663051 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77474617-980d-44a8-92c0-2788bf512ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=114d7724-2a33-42ed-9cce-0f22fe03c9b9,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:46.664619 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 36708) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:46.732360 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-dc7c0dba-1179-4854-aad0-08f6ea9cb6c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:46.743014 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-e0c7d140-c577-4563-aa0d-6be3985c03dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:46.745458 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-e0c7d140-c577-4563-aa0d-6be3985c03dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:46.746600 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-e0c7d140-c577-4563-aa0d-6be3985c03dd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/20c3d6d7-26ea-433c-8810-ce06306b4b55 HTTP/1.1" status: 204 len: 168 time: 0.1852245 Aug 07 04:55:46.766558 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-dc7c0dba-1179-4854-aad0-08f6ea9cb6c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:46.768603 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c7d140-c577-4563-aa0d-6be3985c03dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c3d6d7-26ea-433c-8810-ce06306b4b55,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:46.821291 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-dc7c0dba-1179-4854-aad0-08f6ea9cb6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:46.823255 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-dc7c0dba-1179-4854-aad0-08f6ea9cb6c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:46.826779 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-dc7c0dba-1179-4854-aad0-08f6ea9cb6c5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/114d7724-2a33-42ed-9cce-0f22fe03c9b9 HTTP/1.1" status: 204 len: 168 time: 0.1588733 Aug 07 04:55:46.832847 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7c0dba-1179-4854-aad0-08f6ea9cb6c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=114d7724-2a33-42ed-9cce-0f22fe03c9b9,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:46.867309 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_hamode_db [None req-8261334f-a141-4d16-af64-e5dad5ce7088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82478cfe-86d6-4eb1-a51b-a45748209466', 'name': 'tempest-AttachVolumeTestJSON-1250311327-router', 'tenant_id': 'a09787aaf9f8489b9ce80e474968b0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'def80ae2-99c9-4966-beb3-d4a2b146f762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:55:03Z', 'updated_at': '2021-08-07T04:55:10Z', 'revision_number': 4, 'project_id': 'a09787aaf9f8489b9ce80e474968b0c0', 'gw_port': {'id': 'def80ae2-99c9-4966-beb3-d4a2b146f762', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82478cfe-86d6-4eb1-a51b-a45748209466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:55:04Z', 'updated_at': '2021-08-07T04:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi', '_floatingips': [{'id': 'f75db6f2-ba76-4e49-8d4e-0607985a949d', 'tenant_id': 'a09787aaf9f8489b9ce80e474968b0c0', 'floating_ip_address': '172.27.1.164', 'floating_network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'router_id': '82478cfe-86d6-4eb1-a51b-a45748209466', 'port_id': 'cbc1b50e-0fc8-47d5-80d3-e84fcc576026', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47e9d5be-818e-47e0-bb62-cfe7f85a9f14', 'mac_address': 'fa:16:3e:3a:7a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092b9a79-696e-47db-8d09-7415f67f653f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T04:55:23Z', 'updated_at': '2021-08-07T04:55:44Z', 'revision_number': 1, 'project_id': 'a09787aaf9f8489b9ce80e474968b0c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6edbe39c-3984-4193-bac7-e2a45d6b7ff1', 'name': '', 'network_id': '47e9d5be-818e-47e0-bb62-cfe7f85a9f14', 'tenant_id': 'a09787aaf9f8489b9ce80e474968b0c0', 'mac_address': 'fa:16:3e:4a:20:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82478cfe-86d6-4eb1-a51b-a45748209466', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd69cdc06-5978-4a98-8e5a-dddb9e263998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:55:08Z', 'updated_at': '2021-08-07T04:55:22Z', 'revision_number': 5, 'project_id': 'a09787aaf9f8489b9ce80e474968b0c0', 'subnets': [{'id': 'd69cdc06-5978-4a98-8e5a-dddb9e263998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:55:46.911914 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8261334f-a141-4d16-af64-e5dad5ce7088 None None] The sync data for ids ['82478cfe-86d6-4eb1-a51b-a45748209466'] in dv-cinder-759943-8-iscsi is: [{'id': '82478cfe-86d6-4eb1-a51b-a45748209466', 'name': 'tempest-AttachVolumeTestJSON-1250311327-router', 'tenant_id': 'a09787aaf9f8489b9ce80e474968b0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'def80ae2-99c9-4966-beb3-d4a2b146f762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:55:03Z', 'updated_at': '2021-08-07T04:55:10Z', 'revision_number': 4, 'project_id': 'a09787aaf9f8489b9ce80e474968b0c0', 'gw_port': {'id': 'def80ae2-99c9-4966-beb3-d4a2b146f762', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82478cfe-86d6-4eb1-a51b-a45748209466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:55:04Z', 'updated_at': '2021-08-07T04:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi', '_floatingips': [{'id': 'f75db6f2-ba76-4e49-8d4e-0607985a949d', 'tenant_id': 'a09787aaf9f8489b9ce80e474968b0c0', 'floating_ip_address': '172.27.1.164', 'floating_network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'router_id': '82478cfe-86d6-4eb1-a51b-a45748209466', 'port_id': 'cbc1b50e-0fc8-47d5-80d3-e84fcc576026', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47e9d5be-818e-47e0-bb62-cfe7f85a9f14', 'mac_address': 'fa:16:3e:3a:7a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092b9a79-696e-47db-8d09-7415f67f653f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T04:55:23Z', 'updated_at': '2021-08-07T04:55:44Z', 'revision_number': 1, 'project_id': 'a09787aaf9f8489b9ce80e474968b0c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6edbe39c-3984-4193-bac7-e2a45d6b7ff1', 'name': '', 'network_id': '47e9d5be-818e-47e0-bb62-cfe7f85a9f14', 'tenant_id': 'a09787aaf9f8489b9ce80e474968b0c0', 'mac_address': 'fa:16:3e:4a:20:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82478cfe-86d6-4eb1-a51b-a45748209466', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd69cdc06-5978-4a98-8e5a-dddb9e263998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:55:08Z', 'updated_at': '2021-08-07T04:55:22Z', 'revision_number': 5, 'project_id': 'a09787aaf9f8489b9ce80e474968b0c0', 'subnets': [{'id': 'd69cdc06-5978-4a98-8e5a-dddb9e263998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 04:55:46.999129 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd0255c-80c3-4d04-9031-4b52586aa6b1 req-de2f9a6e-525d-45ca-bcc5-c915095daf90 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:47.002671 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-9bd0255c-80c3-4d04-9031-4b52586aa6b1 req-de2f9a6e-525d-45ca-bcc5-c915095daf90 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 946 time: 0.0707345 Aug 07 04:55:47.068766 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-9bd0255c-80c3-4d04-9031-4b52586aa6b1 req-ec75c42b-246a-4863-af20-8e7a031b39a4 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ace81de-1fdd-4f9f-94d0-b0686fe1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596478 Aug 07 04:55:47.195285 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cece2327-9c5c-4240-9263-be0109731736 None None] New status for floating IP f75db6f2-ba76-4e49-8d4e-0607985a949d: ACTIVE {{(pid=93261) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 04:55:47.271196 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 36730) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:47.287401 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-ca30400c-a1a3-40b7-950b-3d0a240d5102 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:47.566936 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-ca30400c-a1a3-40b7-950b-3d0a240d5102 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:47.571116 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-ca30400c-a1a3-40b7-950b-3d0a240d5102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:47.611323 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-ca30400c-a1a3-40b7-950b-3d0a240d5102 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=adc7bfa15890419a8a8fa507a4b57b52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3389218 Aug 07 04:55:47.612684 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca30400c-a1a3-40b7-950b-3d0a240d5102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ede63b-d9ba-4b42-8ed2-ef9b156eb588,revision_number=1']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:47.615329 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 36744) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:47.669581 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-2d1ab535-b672-4a19-82df-959bdc5148f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:47.690842 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-2d1ab535-b672-4a19-82df-959bdc5148f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:47.738839 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-2d1ab535-b672-4a19-82df-959bdc5148f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:47.741370 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-2d1ab535-b672-4a19-82df-959bdc5148f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:47.742576 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-2d1ab535-b672-4a19-82df-959bdc5148f2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/60ede63b-d9ba-4b42-8ed2-ef9b156eb588 HTTP/1.1" status: 204 len: 168 time: 0.1253843 Aug 07 04:55:47.750300 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1ab535-b672-4a19-82df-959bdc5148f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ede63b-d9ba-4b42-8ed2-ef9b156eb588,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:48.204168 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be301c9d-f2d9-4b02-87e9-1bdb19087c94 req-08886bc6-cb89-4f93-84f7-a924b147685b tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:48.205898 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-be301c9d-f2d9-4b02-87e9-1bdb19087c94 req-08886bc6-cb89-4f93-84f7-a924b147685b tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 946 time: 0.0517607 Aug 07 04:55:48.250851 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-be301c9d-f2d9-4b02-87e9-1bdb19087c94 req-14be6f37-994b-4ddc-893a-3659481d0918 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ace81de-1fdd-4f9f-94d0-b0686fe1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388076 Aug 07 04:55:48.456694 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f2240-f885-468e-ba05-e4970c2e82ac req-5c53b289-6ef4-43f4-b0b2-f76e539289c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:48.459955 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-629f2240-f885-468e-ba05-e4970c2e82ac req-5c53b289-6ef4-43f4-b0b2-f76e539289c1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a09787aaf9f8489b9ce80e474968b0c0&device_id=092b9a79-696e-47db-8d09-7415f67f653f HTTP/1.1" status: 200 len: 1098 time: 0.0692477 Aug 07 04:55:48.578241 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f2240-f885-468e-ba05-e4970c2e82ac req-f8684504-d772-4274-9717-82f6b7d327f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:48.580005 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-629f2240-f885-468e-ba05-e4970c2e82ac req-f8684504-d772-4274-9717-82f6b7d327f9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=47e9d5be-818e-47e0-bb62-cfe7f85a9f14 HTTP/1.1" status: 200 len: 912 time: 0.1117201 Aug 07 04:55:48.649882 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.agents_db [None req-236ba2d6-2b68-46f9-96aa-64978379ec1a None None] Agent healthcheck: found 6 active agents {{(pid=93262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 04:55:48.701337 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-629f2240-f885-468e-ba05-e4970c2e82ac req-739de827-14e0-42c8-be7a-99f544ba8552 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cbc1b50e-0fc8-47d5-80d3-e84fcc576026 HTTP/1.1" status: 200 len: 1001 time: 0.1132491 Aug 07 04:55:48.766454 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f2240-f885-468e-ba05-e4970c2e82ac req-58b6e739-30c0-4bdc-862f-d51501166420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:48.768470 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-629f2240-f885-468e-ba05-e4970c2e82ac req-58b6e739-30c0-4bdc-862f-d51501166420 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d69cdc06-5978-4a98-8e5a-dddb9e263998 HTTP/1.1" status: 200 len: 850 time: 0.0486217 Aug 07 04:55:48.821374 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f2240-f885-468e-ba05-e4970c2e82ac req-53c9efea-7bf0-49a4-b84d-efba951f36b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:48.823121 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-629f2240-f885-468e-ba05-e4970c2e82ac req-53c9efea-7bf0-49a4-b84d-efba951f36b0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=47e9d5be-818e-47e0-bb62-cfe7f85a9f14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0464425 Aug 07 04:55:48.930607 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-629f2240-f885-468e-ba05-e4970c2e82ac req-a2b3e0be-d54b-486e-a9a8-26a8e780c7cd service neutron] 10.222.0.43 "GET /v2.0/networks/47e9d5be-818e-47e0-bb62-cfe7f85a9f14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991452 Aug 07 04:55:49.031745 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-629f2240-f885-468e-ba05-e4970c2e82ac req-2e1cf5c6-c4ec-44f7-8ed4-65d1e295da70 service neutron] 10.222.0.43 "GET /v2.0/networks/47e9d5be-818e-47e0-bb62-cfe7f85a9f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905118 Aug 07 04:55:49.390864 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e416d5d-2e3a-4a57-a28f-97ac4088c062 req-ca926420-f692-4631-866f-ee7c7bf46d8e tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:49.392895 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-1e416d5d-2e3a-4a57-a28f-97ac4088c062 req-ca926420-f692-4631-866f-ee7c7bf46d8e tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 946 time: 0.0591886 Aug 07 04:55:49.445983 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-1e416d5d-2e3a-4a57-a28f-97ac4088c062 req-38e10ebd-761c-4adf-9c07-abbb0cc706f1 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ace81de-1fdd-4f9f-94d0-b0686fe1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454164 Aug 07 04:55:49.589611 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24c284c-2efa-4b75-9397-7a4f881e0264 req-e525c759-3d1d-4c03-a781-7a25c582df7d tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:49.591358 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-e24c284c-2efa-4b75-9397-7a4f881e0264 req-e525c759-3d1d-4c03-a781-7a25c582df7d tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 946 time: 0.0529561 Aug 07 04:55:49.601779 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 36854) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:49.606968 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.v2.base [None req-342fe878-5562-477b-af95-3338fe1a551e tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Request body: {'floatingip': {'port_id': 'ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab'}} {{(pid=93259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:55:49.691119 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-342fe878-5562-477b-af95-3338fe1a551e tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks [] for floatingip, before_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:50.584944 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-342fe878-5562-477b-af95-3338fe1a551e tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:50.588799 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-342fe878-5562-477b-af95-3338fe1a551e tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-766596'] for floatingip, after_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:50.692221 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.db.l3_db [None req-342fe878-5562-477b-af95-3338fe1a551e tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Floating IP 990330e6-6dfc-4bb4-a050-501afc97b711 associated. External IP: 172.27.1.148, port: ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab. Aug 07 04:55:50.893922 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-342fe878-5562-477b-af95-3338fe1a551e tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Router 762172fc-738d-4243-9950-17f35ba99456 has already been hosted by L3 agent c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6 {{(pid=93259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 04:55:51.003175 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-342fe878-5562-477b-af95-3338fe1a551e tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify agent at l3_agent.dv-cinder-759943-8-iscsi the message routers_updated {{(pid=93259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 04:55:51.008218 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-342fe878-5562-477b-af95-3338fe1a551e tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77622'] for floatingip, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:51.014488 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13bda0c-b538-41a1-930e-513097131ec5 None None] Sync routers for ids ['762172fc-738d-4243-9950-17f35ba99456'] in dv-cinder-759943-8-iscsi {{(pid=93262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 04:55:51.037364 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13bda0c-b538-41a1-930e-513097131ec5 None None] Routers {'762172fc-738d-4243-9950-17f35ba99456'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:55:51.037944 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_hamode_db [None req-a13bda0c-b538-41a1-930e-513097131ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T04:55:30Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['762172fc-738d-4243-9950-17f35ba99456'], 'active': True} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:55:51.063738 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-342fe878-5562-477b-af95-3338fe1a551e tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "PUT /v2.0/floatingips/990330e6-6dfc-4bb4-a050-501afc97b711 HTTP/1.1" status: 200 len: 992 time: 1.4606447 Aug 07 04:55:51.064625 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44710dc0-6806-45a6-b77f-9a0efe35d705', 'tag': 'ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab'}] {{(pid=93259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:55:51.067624 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2475665ef9a7cb8741e3251ff967df6d1dd3d3eb822c2e36b28ddc32d9da7eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-137dbb65-c6be-43c2-8132-8556bebf959b" -d '{"events": [{"name": "network-changed", "server_uuid": "44710dc0-6806-45a6-b77f-9a0efe35d705", "tag": "ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab"}]}' {{(pid=93259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:55:51.171731 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvr_db [None req-a13bda0c-b538-41a1-930e-513097131ec5 None None] Set router 762172fc-738d-4243-9950-17f35ba99456 gateway port host: dv-cinder-759943-8-iscsi {{(pid=93262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:55:51.476987 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_hamode_db [None req-a13bda0c-b538-41a1-930e-513097131ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '762172fc-738d-4243-9950-17f35ba99456', 'name': 'tempest-AttachVolumeShelveTestJSON-1472397642-router', 'tenant_id': 'ca9c8154dc664b57bc9452622c79c0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'fd97dedb-78a5-4afc-815f-329423685cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:55:04Z', 'updated_at': '2021-08-07T04:55:12Z', 'revision_number': 4, 'project_id': 'ca9c8154dc664b57bc9452622c79c0c6', 'gw_port': {'id': 'fd97dedb-78a5-4afc-815f-329423685cdd', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762172fc-738d-4243-9950-17f35ba99456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:55:05Z', 'updated_at': '2021-08-07T04:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi', '_floatingips': [{'id': '990330e6-6dfc-4bb4-a050-501afc97b711', 'tenant_id': 'ca9c8154dc664b57bc9452622c79c0c6', 'floating_ip_address': '172.27.1.148', 'floating_network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'router_id': '762172fc-738d-4243-9950-17f35ba99456', 'port_id': 'ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c392ea1-f973-4e27-8c93-9da70b5eee3e', 'mac_address': 'fa:16:3e:93:1a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44710dc0-6806-45a6-b77f-9a0efe35d705', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T04:55:24Z', 'updated_at': '2021-08-07T04:55:50Z', 'revision_number': 1, 'project_id': 'ca9c8154dc664b57bc9452622c79c0c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1990d296-8664-4180-8bb3-b05b52769239', 'name': '', 'network_id': '4c392ea1-f973-4e27-8c93-9da70b5eee3e', 'tenant_id': 'ca9c8154dc664b57bc9452622c79c0c6', 'mac_address': 'fa:16:3e:08:a1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762172fc-738d-4243-9950-17f35ba99456', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c03fc84b-f6fc-4f24-bb48-576f621db152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:55:11Z', 'updated_at': '2021-08-07T04:55:21Z', 'revision_number': 5, 'project_id': 'ca9c8154dc664b57bc9452622c79c0c6', 'subnets': [{'id': 'c03fc84b-f6fc-4f24-bb48-576f621db152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:55:51.505059 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13bda0c-b538-41a1-930e-513097131ec5 None None] Checking router: 762172fc-738d-4243-9950-17f35ba99456 for host: dv-cinder-759943-8-iscsi {{(pid=93262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 04:55:51.516493 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13bda0c-b538-41a1-930e-513097131ec5 None None] Routers {'762172fc-738d-4243-9950-17f35ba99456'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:55:51.517684 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_hamode_db [None req-a13bda0c-b538-41a1-930e-513097131ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T04:55:30Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['762172fc-738d-4243-9950-17f35ba99456'], 'active': True} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:55:51.653107 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvr_db [None req-a13bda0c-b538-41a1-930e-513097131ec5 None None] Set router 762172fc-738d-4243-9950-17f35ba99456 gateway port host: dv-cinder-759943-8-iscsi {{(pid=93262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:55:51.943828 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_hamode_db [None req-a13bda0c-b538-41a1-930e-513097131ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '762172fc-738d-4243-9950-17f35ba99456', 'name': 'tempest-AttachVolumeShelveTestJSON-1472397642-router', 'tenant_id': 'ca9c8154dc664b57bc9452622c79c0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'fd97dedb-78a5-4afc-815f-329423685cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:55:04Z', 'updated_at': '2021-08-07T04:55:12Z', 'revision_number': 4, 'project_id': 'ca9c8154dc664b57bc9452622c79c0c6', 'gw_port': {'id': 'fd97dedb-78a5-4afc-815f-329423685cdd', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762172fc-738d-4243-9950-17f35ba99456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:55:05Z', 'updated_at': '2021-08-07T04:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi', '_floatingips': [{'id': '990330e6-6dfc-4bb4-a050-501afc97b711', 'tenant_id': 'ca9c8154dc664b57bc9452622c79c0c6', 'floating_ip_address': '172.27.1.148', 'floating_network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'router_id': '762172fc-738d-4243-9950-17f35ba99456', 'port_id': 'ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c392ea1-f973-4e27-8c93-9da70b5eee3e', 'mac_address': 'fa:16:3e:93:1a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44710dc0-6806-45a6-b77f-9a0efe35d705', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T04:55:24Z', 'updated_at': '2021-08-07T04:55:50Z', 'revision_number': 1, 'project_id': 'ca9c8154dc664b57bc9452622c79c0c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1990d296-8664-4180-8bb3-b05b52769239', 'name': '', 'network_id': '4c392ea1-f973-4e27-8c93-9da70b5eee3e', 'tenant_id': 'ca9c8154dc664b57bc9452622c79c0c6', 'mac_address': 'fa:16:3e:08:a1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762172fc-738d-4243-9950-17f35ba99456', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c03fc84b-f6fc-4f24-bb48-576f621db152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:55:11Z', 'updated_at': '2021-08-07T04:55:21Z', 'revision_number': 5, 'project_id': 'ca9c8154dc664b57bc9452622c79c0c6', 'subnets': [{'id': 'c03fc84b-f6fc-4f24-bb48-576f621db152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:55:51.982044 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13bda0c-b538-41a1-930e-513097131ec5 None None] The sync data for ids ['762172fc-738d-4243-9950-17f35ba99456'] in dv-cinder-759943-8-iscsi is: [{'id': '762172fc-738d-4243-9950-17f35ba99456', 'name': 'tempest-AttachVolumeShelveTestJSON-1472397642-router', 'tenant_id': 'ca9c8154dc664b57bc9452622c79c0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'fd97dedb-78a5-4afc-815f-329423685cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:55:04Z', 'updated_at': '2021-08-07T04:55:12Z', 'revision_number': 4, 'project_id': 'ca9c8154dc664b57bc9452622c79c0c6', 'gw_port': {'id': 'fd97dedb-78a5-4afc-815f-329423685cdd', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762172fc-738d-4243-9950-17f35ba99456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:55:05Z', 'updated_at': '2021-08-07T04:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi', '_floatingips': [{'id': '990330e6-6dfc-4bb4-a050-501afc97b711', 'tenant_id': 'ca9c8154dc664b57bc9452622c79c0c6', 'floating_ip_address': '172.27.1.148', 'floating_network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'router_id': '762172fc-738d-4243-9950-17f35ba99456', 'port_id': 'ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c392ea1-f973-4e27-8c93-9da70b5eee3e', 'mac_address': 'fa:16:3e:93:1a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44710dc0-6806-45a6-b77f-9a0efe35d705', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T04:55:24Z', 'updated_at': '2021-08-07T04:55:50Z', 'revision_number': 1, 'project_id': 'ca9c8154dc664b57bc9452622c79c0c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1990d296-8664-4180-8bb3-b05b52769239', 'name': '', 'network_id': '4c392ea1-f973-4e27-8c93-9da70b5eee3e', 'tenant_id': 'ca9c8154dc664b57bc9452622c79c0c6', 'mac_address': 'fa:16:3e:08:a1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762172fc-738d-4243-9950-17f35ba99456', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c03fc84b-f6fc-4f24-bb48-576f621db152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:55:11Z', 'updated_at': '2021-08-07T04:55:21Z', 'revision_number': 5, 'project_id': 'ca9c8154dc664b57bc9452622c79c0c6', 'subnets': [{'id': 'c03fc84b-f6fc-4f24-bb48-576f621db152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 04:55:52.207560 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d04f49-f825-4fd1-b2a4-be8fb3f06c26 None None] New status for floating IP 990330e6-6dfc-4bb4-a050-501afc97b711: ACTIVE {{(pid=93261) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 04:55:53.653996 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 04:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bceb933e-998e-4839-bd7e-4b6f932f1eb3 x-openstack-request-id: req-bceb933e-998e-4839-bd7e-4b6f932f1eb3 {{(pid=93259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:55:53.654514 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44710dc0-6806-45a6-b77f-9a0efe35d705", "tag": "ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab", "status": "completed", "code": 200}]} {{(pid=93259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:55:53.654616 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bceb933e-998e-4839-bd7e-4b6f932f1eb3 {{(pid=93259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:55:53.655005 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44710dc0-6806-45a6-b77f-9a0efe35d705', 'tag': 'ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab', 'status': 'completed', 'code': 200} Aug 07 04:55:53.734992 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137dbb65-c6be-43c2-8132-8556bebf959b req-b1f6cca8-5a1b-4391-8809-a54aa0c9cc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:53.737528 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-137dbb65-c6be-43c2-8132-8556bebf959b req-b1f6cca8-5a1b-4391-8809-a54aa0c9cc95 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ca9c8154dc664b57bc9452622c79c0c6&device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 1099 time: 0.0489383 Aug 07 04:55:53.748831 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72801754-e087-4c95-b6d4-2485670a70cc req-bb3b4c7c-a80f-4c1a-8191-d625b9e50036 tempest-DeleteServersTestJSON-2139324451 tempest-DeleteServersTestJSON-2139324451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:53.750573 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-72801754-e087-4c95-b6d4-2485670a70cc req-bb3b4c7c-a80f-4c1a-8191-d625b9e50036 tempest-DeleteServersTestJSON-2139324451 tempest-DeleteServersTestJSON-2139324451-project] 10.222.0.13 "GET /v2.0/ports?device_id=9edc28f9-c74c-476f-944c-b8c23e01f27c HTTP/1.1" status: 200 len: 945 time: 0.0672069 Aug 07 04:55:53.792366 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-72801754-e087-4c95-b6d4-2485670a70cc req-d5691b77-b041-4d13-9d39-048b86d7c737 tempest-DeleteServersTestJSON-2139324451 tempest-DeleteServersTestJSON-2139324451-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3309ff9-0161-45e8-8dac-23ae42a707d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336583 Aug 07 04:55:53.838140 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137dbb65-c6be-43c2-8132-8556bebf959b req-e81174b9-2780-4e32-b208-f57ad9585a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:53.839592 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-137dbb65-c6be-43c2-8132-8556bebf959b req-e81174b9-2780-4e32-b208-f57ad9585a85 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4c392ea1-f973-4e27-8c93-9da70b5eee3e HTTP/1.1" status: 200 len: 918 time: 0.0851278 Aug 07 04:55:53.908953 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-137dbb65-c6be-43c2-8132-8556bebf959b req-4152901b-5379-4c21-be2e-5ec1e7b87242 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab HTTP/1.1" status: 200 len: 1002 time: 0.0617089 Aug 07 04:55:53.959956 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137dbb65-c6be-43c2-8132-8556bebf959b req-f1ed8530-3a3a-4c94-abc3-c3ae8a9c860b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:53.961419 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-137dbb65-c6be-43c2-8132-8556bebf959b req-f1ed8530-3a3a-4c94-abc3-c3ae8a9c860b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c03fc84b-f6fc-4f24-bb48-576f621db152 HTTP/1.1" status: 200 len: 856 time: 0.0446274 Aug 07 04:55:54.007054 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137dbb65-c6be-43c2-8132-8556bebf959b req-2b7f37ca-2eff-445d-a967-bfc421743abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:54.008430 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-137dbb65-c6be-43c2-8132-8556bebf959b req-2b7f37ca-2eff-445d-a967-bfc421743abf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4c392ea1-f973-4e27-8c93-9da70b5eee3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391395 Aug 07 04:55:54.101946 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-137dbb65-c6be-43c2-8132-8556bebf959b req-978dee6d-101c-474c-ae2e-c4687c2bea96 service neutron] 10.222.0.43 "GET /v2.0/networks/4c392ea1-f973-4e27-8c93-9da70b5eee3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843325 Aug 07 04:55:54.197214 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-137dbb65-c6be-43c2-8132-8556bebf959b req-11476441-f48c-4b33-98d8-907d82363bb8 service neutron] 10.222.0.43 "GET /v2.0/networks/4c392ea1-f973-4e27-8c93-9da70b5eee3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855849 Aug 07 04:55:54.929090 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3036e5a-8794-45b8-81a9-5d537dc32d5d req-5447deb5-f73d-4322-b59e-d400783fed56 tempest-DeleteServersTestJSON-2139324451 tempest-DeleteServersTestJSON-2139324451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:54.929090 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-e3036e5a-8794-45b8-81a9-5d537dc32d5d req-5447deb5-f73d-4322-b59e-d400783fed56 tempest-DeleteServersTestJSON-2139324451 tempest-DeleteServersTestJSON-2139324451-project] 10.222.0.13 "GET /v2.0/ports?device_id=9edc28f9-c74c-476f-944c-b8c23e01f27c HTTP/1.1" status: 200 len: 945 time: 0.0576348 Aug 07 04:55:54.979792 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-e3036e5a-8794-45b8-81a9-5d537dc32d5d req-373238a2-27e9-4256-8bcf-25cb48c06624 tempest-DeleteServersTestJSON-2139324451 tempest-DeleteServersTestJSON-2139324451-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3309ff9-0161-45e8-8dac-23ae42a707d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366492 Aug 07 04:55:55.231409 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 37058) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:55.352174 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-71220586-0857-4376-9b8d-e7cfeafba1b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:55.474297 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-71220586-0857-4376-9b8d-e7cfeafba1b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:55.479533 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-71220586-0857-4376-9b8d-e7cfeafba1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:55.528576 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-71220586-0857-4376-9b8d-e7cfeafba1b2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e858624676cc41ad8c5a140644a9650e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2890728 Aug 07 04:55:55.528576 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 37076) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:55.530650 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71220586-0857-4376-9b8d-e7cfeafba1b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b760bd-8ea4-4815-87dd-8a0ef6880aaf,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:55.582377 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-7be1dde5-33cf-471a-8bbf-648e59e37f35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:55.606296 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-7be1dde5-33cf-471a-8bbf-648e59e37f35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:55.661358 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-7be1dde5-33cf-471a-8bbf-648e59e37f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:55.663894 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-7be1dde5-33cf-471a-8bbf-648e59e37f35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:55.667965 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-7be1dde5-33cf-471a-8bbf-648e59e37f35 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b7b760bd-8ea4-4815-87dd-8a0ef6880aaf HTTP/1.1" status: 204 len: 168 time: 0.1398094 Aug 07 04:55:55.677575 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be1dde5-33cf-471a-8bbf-648e59e37f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b760bd-8ea4-4815-87dd-8a0ef6880aaf,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:55.715368 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 37090) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:55.846764 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-ccfe1cec-09b6-4048-a2e8-98e849ab0b67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:55.948363 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14657b71-487e-4653-87d3-d6a0becc295e req-e51c2c92-a745-4e57-9c1f-ac12908e8e6d tempest-DeleteServersTestJSON-2139324451 tempest-DeleteServersTestJSON-2139324451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:55.950601 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-14657b71-487e-4653-87d3-d6a0becc295e req-e51c2c92-a745-4e57-9c1f-ac12908e8e6d tempest-DeleteServersTestJSON-2139324451 tempest-DeleteServersTestJSON-2139324451-project] 10.222.0.43 "GET /v2.0/ports?device_id=9edc28f9-c74c-476f-944c-b8c23e01f27c HTTP/1.1" status: 200 len: 945 time: 0.0710797 Aug 07 04:55:55.970950 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-ccfe1cec-09b6-4048-a2e8-98e849ab0b67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:55.976549 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-ccfe1cec-09b6-4048-a2e8-98e849ab0b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:56.051931 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-ccfe1cec-09b6-4048-a2e8-98e849ab0b67 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7ff9621bf30e42869764082c2a868e36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3353181 Aug 07 04:55:56.052770 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfe1cec-09b6-4048-a2e8-98e849ab0b67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=325f3d52-258b-48ce-9822-cad70f5fc3a2,revision_number=1']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:56.056404 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 37110) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:56.132825 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.plugin [req-14657b71-487e-4653-87d3-d6a0becc295e req-3d3797c9-8098-4568-a0bb-5c457834713f tempest-DeleteServersTestJSON-2139324451 tempest-DeleteServersTestJSON-2139324451-project] Deleting port 49ae2179-0605-4a27-ad85-417a21536a1e {{(pid=93259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 04:55:56.133250 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-14657b71-487e-4653-87d3-d6a0becc295e req-3d3797c9-8098-4568-a0bb-5c457834713f tempest-DeleteServersTestJSON-2139324451 tempest-DeleteServersTestJSON-2139324451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768807591985'] for port, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:56.168902 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-afceffd6-93e2-4820-b88e-aa24029cb832 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:56.198393 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbaf5a0-1c13-4319-9bc9-dbd34a3b783d req-3b26f93b-2b39-4995-84e1-6232be42dd7b tempest-DeleteServersTestJSON-2139324451 tempest-DeleteServersTestJSON-2139324451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:55:56.200669 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-1cbaf5a0-1c13-4319-9bc9-dbd34a3b783d req-3b26f93b-2b39-4995-84e1-6232be42dd7b tempest-DeleteServersTestJSON-2139324451 tempest-DeleteServersTestJSON-2139324451-project] 10.222.0.13 "GET /v2.0/ports?device_id=9edc28f9-c74c-476f-944c-b8c23e01f27c HTTP/1.1" status: 200 len: 945 time: 0.0941055 Aug 07 04:55:56.210866 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-afceffd6-93e2-4820-b88e-aa24029cb832 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:56.218376 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 37116) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:56.241718 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-f6a2ebb9-e85d-4f7a-901e-aaeeb9b764e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:56.256142 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.db [req-14657b71-487e-4653-87d3-d6a0becc295e req-3d3797c9-8098-4568-a0bb-5c457834713f tempest-DeleteServersTestJSON-2139324451 tempest-DeleteServersTestJSON-2139324451-project] For port 49ae2179-0605-4a27-ad85-417a21536a1e, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=49ae2179-0605-4a27-ad85-417a21536a1e,segment=NetworkSegment(36f8ef09-6061-4f41-9b98-108836c30bc5),segment_id=36f8ef09-6061-4f41-9b98-108836c30bc5)] {{(pid=93259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:55:56.256509 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-14657b71-487e-4653-87d3-d6a0becc295e req-3d3797c9-8098-4568-a0bb-5c457834713f tempest-DeleteServersTestJSON-2139324451 tempest-DeleteServersTestJSON-2139324451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769206'] for port, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:56.273555 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-1cbaf5a0-1c13-4319-9bc9-dbd34a3b783d req-95f902d5-3ff6-4671-8e4b-a8786888ed28 tempest-DeleteServersTestJSON-2139324451 tempest-DeleteServersTestJSON-2139324451-project] 10.222.0.13 "GET /v2.0/security-groups?id=c3309ff9-0161-45e8-8dac-23ae42a707d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605559 Aug 07 04:55:56.277158 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.plugin [req-14657b71-487e-4653-87d3-d6a0becc295e req-3d3797c9-8098-4568-a0bb-5c457834713f tempest-DeleteServersTestJSON-2139324451 tempest-DeleteServersTestJSON-2139324451-project] Calling delete_port for 49ae2179-0605-4a27-ad85-417a21536a1e owned by compute:nova {{(pid=93259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 04:55:56.303735 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-afceffd6-93e2-4820-b88e-aa24029cb832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:56.307130 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-afceffd6-93e2-4820-b88e-aa24029cb832 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:56.310026 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-afceffd6-93e2-4820-b88e-aa24029cb832 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/325f3d52-258b-48ce-9822-cad70f5fc3a2 HTTP/1.1" status: 204 len: 168 time: 0.2506838 Aug 07 04:55:56.319020 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afceffd6-93e2-4820-b88e-aa24029cb832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=325f3d52-258b-48ce-9822-cad70f5fc3a2,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:56.479801 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-f6a2ebb9-e85d-4f7a-901e-aaeeb9b764e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:56.487906 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-f6a2ebb9-e85d-4f7a-901e-aaeeb9b764e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:56.538019 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a2ebb9-e85d-4f7a-901e-aaeeb9b764e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57c59c15-0ed6-42fe-acfc-be978135915d,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:56.540919 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-14657b71-487e-4653-87d3-d6a0becc295e req-3d3797c9-8098-4568-a0bb-5c457834713f tempest-DeleteServersTestJSON-2139324451 tempest-DeleteServersTestJSON-2139324451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768807598987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768807127278'] for port, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:56.544388 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-f6a2ebb9-e85d-4f7a-901e-aaeeb9b764e1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=80a13f40e1774320ab7facfae84ac565&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3247895 Aug 07 04:55:56.547276 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 37122) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:56.572190 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3797c9-8098-4568-a0bb-5c457834713f tempest-DeleteServersTestJSON-2139324451 tempest-DeleteServersTestJSON-2139324451-project] Pushing event deleted for resources: {'Port': ['ID=49ae2179-0605-4a27-ad85-417a21536a1e,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:56.620548 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-386b61cc-0555-44ff-96c2-a0655f1b6cd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:56.632034 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.l3_dvrscheduler_db [req-14657b71-487e-4653-87d3-d6a0becc295e req-3d3797c9-8098-4568-a0bb-5c457834713f tempest-DeleteServersTestJSON-2139324451 tempest-DeleteServersTestJSON-2139324451-project] No DVR routers for this DVR port 49ae2179-0605-4a27-ad85-417a21536a1e on host hv-cinder-75994 {{(pid=93259) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 04:55:56.635428 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-14657b71-487e-4653-87d3-d6a0becc295e req-3d3797c9-8098-4568-a0bb-5c457834713f tempest-DeleteServersTestJSON-2139324451 tempest-DeleteServersTestJSON-2139324451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77622'] for port, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:56.637479 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-14657b71-487e-4653-87d3-d6a0becc295e req-3d3797c9-8098-4568-a0bb-5c457834713f tempest-DeleteServersTestJSON-2139324451 tempest-DeleteServersTestJSON-2139324451-project] 10.222.0.43 "DELETE /v2.0/ports/49ae2179-0605-4a27-ad85-417a21536a1e HTTP/1.1" status: 204 len: 173 time: 0.6797864 Aug 07 04:55:56.637965 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9edc28f9-c74c-476f-944c-b8c23e01f27c', 'name': 'network-vif-deleted', 'tag': '49ae2179-0605-4a27-ad85-417a21536a1e'}] {{(pid=93259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:55:56.640266 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2475665ef9a7cb8741e3251ff967df6d1dd3d3eb822c2e36b28ddc32d9da7eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b9a18c-32d7-4fc5-a6c3-05c28094b83f" -d '{"events": [{"server_uuid": "9edc28f9-c74c-476f-944c-b8c23e01f27c", "name": "network-vif-deleted", "tag": "49ae2179-0605-4a27-ad85-417a21536a1e"}]}' {{(pid=93259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:55:56.649452 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-386b61cc-0555-44ff-96c2-a0655f1b6cd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:56.697182 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 04:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f652102-c4e5-4f58-90ae-b530305c17a3 x-openstack-request-id: req-1f652102-c4e5-4f58-90ae-b530305c17a3 {{(pid=93259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:55:56.697577 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9edc28f9-c74c-476f-944c-b8c23e01f27c", "name": "network-vif-deleted", "tag": "49ae2179-0605-4a27-ad85-417a21536a1e", "status": "completed", "code": 200}]} {{(pid=93259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:55:56.697916 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1f652102-c4e5-4f58-90ae-b530305c17a3 {{(pid=93259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:55:56.698393 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9edc28f9-c74c-476f-944c-b8c23e01f27c', 'name': 'network-vif-deleted', 'tag': '49ae2179-0605-4a27-ad85-417a21536a1e', 'status': 'completed', 'code': 200} Aug 07 04:55:56.723773 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 37134) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:56.731459 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-386b61cc-0555-44ff-96c2-a0655f1b6cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:56.734487 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-386b61cc-0555-44ff-96c2-a0655f1b6cd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:56.735841 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-386b61cc-0555-44ff-96c2-a0655f1b6cd7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/57c59c15-0ed6-42fe-acfc-be978135915d HTTP/1.1" status: 204 len: 168 time: 0.1843164 Aug 07 04:55:56.738147 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-fc779559-2dfe-44d3-84a7-e9131dd7c3d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:56.749393 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b61cc-0555-44ff-96c2-a0655f1b6cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c59c15-0ed6-42fe-acfc-be978135915d,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:56.758991 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 37140) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:56.784099 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-5dca7e50-3be5-48a7-bb0d-3d9d0056d230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:57.023761 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.db_base_plugin_v2 [None req-08474b46-cd6f-4cfb-8ba4-d5e3f4dc6084 admin admin] Deleting subnet 82b03dcd-f42e-40d6-863f-f8cbaf639395 {{(pid=93259) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 04:55:57.031547 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-08474b46-cd6f-4cfb-8ba4-d5e3f4dc6084 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:57.080622 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-08474b46-cd6f-4cfb-8ba4-d5e3f4dc6084 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:57.095382 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-08474b46-cd6f-4cfb-8ba4-d5e3f4dc6084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799044'] for subnet, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:57.160280 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-fc779559-2dfe-44d3-84a7-e9131dd7c3d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:57.170669 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-fc779559-2dfe-44d3-84a7-e9131dd7c3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:57.194974 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-08474b46-cd6f-4cfb-8ba4-d5e3f4dc6084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370'] for subnet, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:57.249328 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc779559-2dfe-44d3-84a7-e9131dd7c3d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa642895-effa-47f9-bf99-45f86ef7af66,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:57.252791 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08474b46-cd6f-4cfb-8ba4-d5e3f4dc6084 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82b03dcd-f42e-40d6-863f-f8cbaf639395,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:57.271598 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-fc779559-2dfe-44d3-84a7-e9131dd7c3d0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1d318cd521c84fb7997062f63c745275&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5440171 Aug 07 04:55:57.271598 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 37162) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:57.292654 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-08474b46-cd6f-4cfb-8ba4-d5e3f4dc6084 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568364'] for subnet, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:57.296910 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-08474b46-cd6f-4cfb-8ba4-d5e3f4dc6084 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/82b03dcd-f42e-40d6-863f-f8cbaf639395 HTTP/1.1" status: 204 len: 168 time: 0.5345020 Aug 07 04:55:57.297690 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 37166) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:57.346011 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-16f85df4-ccf1-431e-af94-73f95482438e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:57.368956 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-16f85df4-ccf1-431e-af94-73f95482438e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:57.398439 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-477553b4-fb50-4156-9d2c-653d9f21e28c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1651291'] for network, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:57.418776 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-16f85df4-ccf1-431e-af94-73f95482438e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:57.430251 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-16f85df4-ccf1-431e-af94-73f95482438e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:57.430251 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-16f85df4-ccf1-431e-af94-73f95482438e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aa642895-effa-47f9-bf99-45f86ef7af66 HTTP/1.1" status: 204 len: 168 time: 0.1536334 Aug 07 04:55:57.436602 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f85df4-ccf1-431e-af94-73f95482438e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa642895-effa-47f9-bf99-45f86ef7af66,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:57.495170 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-477553b4-fb50-4156-9d2c-653d9f21e28c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798403', 'neutron.services.segments.db._delete_segments_for_network-8768807654000'] for network, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:57.507974 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-477553b4-fb50-4156-9d2c-653d9f21e28c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:55:57.508499 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-477553b4-fb50-4156-9d2c-653d9f21e28c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:55:57.509246 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-477553b4-fb50-4156-9d2c-653d9f21e28c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:55:57.509602 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-477553b4-fb50-4156-9d2c-653d9f21e28c admin admin] Subscribe: > port after_create 55550000 {{(pid=93260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:55:57.509933 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-477553b4-fb50-4156-9d2c-653d9f21e28c admin admin] Subscribe: > port after_delete 55550000 {{(pid=93260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:55:57.510287 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-477553b4-fb50-4156-9d2c-653d9f21e28c admin admin] Subscribe: > port after_update 55550000 {{(pid=93260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:55:57.510639 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-477553b4-fb50-4156-9d2c-653d9f21e28c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:55:57.510977 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-477553b4-fb50-4156-9d2c-653d9f21e28c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:55:57.511296 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-477553b4-fb50-4156-9d2c-653d9f21e28c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:55:57.511646 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-477553b4-fb50-4156-9d2c-653d9f21e28c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:55:57.649646 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-477553b4-fb50-4156-9d2c-653d9f21e28c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:55:57.650127 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-477553b4-fb50-4156-9d2c-653d9f21e28c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:55:57.650535 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-477553b4-fb50-4156-9d2c-653d9f21e28c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:55:57.650873 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-477553b4-fb50-4156-9d2c-653d9f21e28c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:55:57.651255 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.services.segments.db [None req-477553b4-fb50-4156-9d2c-653d9f21e28c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eb0c477-c734-43aa-a0fd-7d77ea4ad0fe']}} {{(pid=93260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:55:57.670969 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.services.segments.db [None req-477553b4-fb50-4156-9d2c-653d9f21e28c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78148c2f-7169-4c92-8e7e-a1b86a3c26f3') {'for_net_delete': True} {{(pid=93260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:55:57.671174 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.services.segments.db [None req-477553b4-fb50-4156-9d2c-653d9f21e28c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78148c2f-7169-4c92-8e7e-a1b86a3c26f3') {} {{(pid=93260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:55:57.687988 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-477553b4-fb50-4156-9d2c-653d9f21e28c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768807608441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9590728'] for segment, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:57.709410 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-477553b4-fb50-4156-9d2c-653d9f21e28c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799109'] for segment, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:57.719449 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-477553b4-fb50-4156-9d2c-653d9f21e28c admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=93260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 04:55:57.719942 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-477553b4-fb50-4156-9d2c-653d9f21e28c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563777'] for segment, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:57.724764 dv-cinder-759943-8-iscsi neutron-server[93260]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 07 04:55:57.724764 dv-cinder-759943-8-iscsi neutron-server[93260]: from cryptography.utils import int_from_bytes Aug 07 04:55:57.724764 dv-cinder-759943-8-iscsi neutron-server[93260]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 07 04:55:57.724764 dv-cinder-759943-8-iscsi neutron-server[93260]: from cryptography.utils import int_from_bytes Aug 07 04:55:57.724764 dv-cinder-759943-8-iscsi neutron-server[93260]: Traceback (most recent call last): Aug 07 04:55:57.724764 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 04:55:57.724764 dv-cinder-759943-8-iscsi neutron-server[93260]: timer() Aug 07 04:55:57.724764 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 04:55:57.724764 dv-cinder-759943-8-iscsi neutron-server[93260]: cb(*args, **kw) Aug 07 04:55:57.724764 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 04:55:57.724764 dv-cinder-759943-8-iscsi neutron-server[93260]: return func(*args, **kwargs) Aug 07 04:55:57.724764 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 04:55:57.724764 dv-cinder-759943-8-iscsi neutron-server[93260]: self._notify() Aug 07 04:55:57.724764 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 04:55:57.724764 dv-cinder-759943-8-iscsi neutron-server[93260]: self.callback(batched_events) Aug 07 04:55:57.724764 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 04:55:57.724764 dv-cinder-759943-8-iscsi neutron-server[93260]: event.method(event) Aug 07 04:55:57.724764 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 04:55:57.724764 dv-cinder-759943-8-iscsi neutron-server[93260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 04:55:57.724764 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 04:55:57.724764 dv-cinder-759943-8-iscsi neutron-server[93260]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 04:55:57.724764 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 04:55:57.724764 dv-cinder-759943-8-iscsi neutron-server[93260]: return f(self, *a, **k) Aug 07 04:55:57.724764 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 04:55:57.724764 dv-cinder-759943-8-iscsi neutron-server[93260]: return self._get(url).json() Aug 07 04:55:57.724764 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 04:55:57.724764 dv-cinder-759943-8-iscsi neutron-server[93260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 04:55:57.724764 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 04:55:57.724764 dv-cinder-759943-8-iscsi neutron-server[93260]: return self.request(url, 'GET', **kwargs) Aug 07 04:55:57.724764 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 04:55:57.724764 dv-cinder-759943-8-iscsi neutron-server[93260]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 04:55:57.724764 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 04:55:57.724764 dv-cinder-759943-8-iscsi neutron-server[93260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 04:55:57.724764 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 04:55:57.724764 dv-cinder-759943-8-iscsi neutron-server[93260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 04:55:57.724764 dv-cinder-759943-8-iscsi neutron-server[93260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 04:55:57.795671 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-477553b4-fb50-4156-9d2c-653d9f21e28c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-766646'] for network, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:57.806556 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-477553b4-fb50-4156-9d2c-653d9f21e28c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568364'] for network, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:57.810351 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-477553b4-fb50-4156-9d2c-653d9f21e28c admin admin] 10.222.0.13 "DELETE /v2.0/networks/3eb0c477-c734-43aa-a0fd-7d77ea4ad0fe HTTP/1.1" status: 204 len: 168 time: 0.5119612 Aug 07 04:55:57.813945 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 37190) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:57.832053 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477553b4-fb50-4156-9d2c-653d9f21e28c admin admin] Pushing event deleted for resources: {'Network': ['ID=3eb0c477-c734-43aa-a0fd-7d77ea4ad0fe,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:57.870976 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.db.db_base_plugin_v2 [None req-82badd8e-c916-4cc2-b5e4-a489fe000735 admin admin] Deleting subnet e258e8af-ebcb-4bcb-b501-04ae3206a798 {{(pid=93260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 04:55:57.874552 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-82badd8e-c916-4cc2-b5e4-a489fe000735 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:57.922231 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-82badd8e-c916-4cc2-b5e4-a489fe000735 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9590751'] for subnet, precommit_delete_associations {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:57.975107 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-82badd8e-c916-4cc2-b5e4-a489fe000735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799044'] for subnet, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:58.051416 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-82badd8e-c916-4cc2-b5e4-a489fe000735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9563743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9718305'] for subnet, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:58.093295 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82badd8e-c916-4cc2-b5e4-a489fe000735 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e258e8af-ebcb-4bcb-b501-04ae3206a798,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:58.117188 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-82badd8e-c916-4cc2-b5e4-a489fe000735 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:58.121824 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-82badd8e-c916-4cc2-b5e4-a489fe000735 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e258e8af-ebcb-4bcb-b501-04ae3206a798 HTTP/1.1" status: 204 len: 168 time: 0.3047521 Aug 07 04:55:58.122099 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 37210) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:58.196368 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-fe80d0bc-1f43-47cd-90e0-5e50ca3d578a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1651291'] for network, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:58.279450 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-fe80d0bc-1f43-47cd-90e0-5e50ca3d578a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798403', 'neutron.services.segments.db._delete_segments_for_network-8768807654000'] for network, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:58.290285 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-fe80d0bc-1f43-47cd-90e0-5e50ca3d578a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:55:58.290617 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-fe80d0bc-1f43-47cd-90e0-5e50ca3d578a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:55:58.291391 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-fe80d0bc-1f43-47cd-90e0-5e50ca3d578a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:55:58.291750 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-fe80d0bc-1f43-47cd-90e0-5e50ca3d578a admin admin] Subscribe: > port after_create 55550000 {{(pid=93259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:55:58.292086 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-fe80d0bc-1f43-47cd-90e0-5e50ca3d578a admin admin] Subscribe: > port after_delete 55550000 {{(pid=93259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:55:58.292431 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-fe80d0bc-1f43-47cd-90e0-5e50ca3d578a admin admin] Subscribe: > port after_update 55550000 {{(pid=93259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:55:58.292746 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-fe80d0bc-1f43-47cd-90e0-5e50ca3d578a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:55:58.293077 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-fe80d0bc-1f43-47cd-90e0-5e50ca3d578a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:55:58.293385 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-fe80d0bc-1f43-47cd-90e0-5e50ca3d578a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:55:58.293721 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-fe80d0bc-1f43-47cd-90e0-5e50ca3d578a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:55:58.360856 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-fe80d0bc-1f43-47cd-90e0-5e50ca3d578a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:55:58.361232 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-fe80d0bc-1f43-47cd-90e0-5e50ca3d578a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:55:58.361565 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-fe80d0bc-1f43-47cd-90e0-5e50ca3d578a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:55:58.362190 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-fe80d0bc-1f43-47cd-90e0-5e50ca3d578a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93259) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 04:55:58.362666 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.services.segments.db [None req-fe80d0bc-1f43-47cd-90e0-5e50ca3d578a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7014332b-9a69-4f39-a4bb-1d7549ccfbf5']}} {{(pid=93259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:55:58.380412 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.services.segments.db [None req-fe80d0bc-1f43-47cd-90e0-5e50ca3d578a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0990fd2a-3830-432c-a0e6-0ec05d39b4cb') {'for_net_delete': True} {{(pid=93259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:55:58.380702 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.services.segments.db [None req-fe80d0bc-1f43-47cd-90e0-5e50ca3d578a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0990fd2a-3830-432c-a0e6-0ec05d39b4cb') {} {{(pid=93259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:55:58.401529 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-fe80d0bc-1f43-47cd-90e0-5e50ca3d578a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768807608441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9496100'] for segment, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:58.426764 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-fe80d0bc-1f43-47cd-90e0-5e50ca3d578a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799109'] for segment, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:58.439003 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe80d0bc-1f43-47cd-90e0-5e50ca3d578a admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=93259) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 04:55:58.439307 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-fe80d0bc-1f43-47cd-90e0-5e50ca3d578a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8513085'] for segment, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:58.443962 dv-cinder-759943-8-iscsi neutron-server[93259]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 07 04:55:58.443962 dv-cinder-759943-8-iscsi neutron-server[93259]: from cryptography.utils import int_from_bytes Aug 07 04:55:58.443962 dv-cinder-759943-8-iscsi neutron-server[93259]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 07 04:55:58.443962 dv-cinder-759943-8-iscsi neutron-server[93259]: from cryptography.utils import int_from_bytes Aug 07 04:55:58.443962 dv-cinder-759943-8-iscsi neutron-server[93259]: Traceback (most recent call last): Aug 07 04:55:58.443962 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 04:55:58.443962 dv-cinder-759943-8-iscsi neutron-server[93259]: timer() Aug 07 04:55:58.443962 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 04:55:58.443962 dv-cinder-759943-8-iscsi neutron-server[93259]: cb(*args, **kw) Aug 07 04:55:58.443962 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 04:55:58.443962 dv-cinder-759943-8-iscsi neutron-server[93259]: return func(*args, **kwargs) Aug 07 04:55:58.443962 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 04:55:58.443962 dv-cinder-759943-8-iscsi neutron-server[93259]: self._notify() Aug 07 04:55:58.443962 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 04:55:58.443962 dv-cinder-759943-8-iscsi neutron-server[93259]: self.callback(batched_events) Aug 07 04:55:58.443962 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 04:55:58.443962 dv-cinder-759943-8-iscsi neutron-server[93259]: event.method(event) Aug 07 04:55:58.443962 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 04:55:58.443962 dv-cinder-759943-8-iscsi neutron-server[93259]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 04:55:58.443962 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 04:55:58.443962 dv-cinder-759943-8-iscsi neutron-server[93259]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 04:55:58.443962 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 04:55:58.443962 dv-cinder-759943-8-iscsi neutron-server[93259]: return f(self, *a, **k) Aug 07 04:55:58.443962 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 04:55:58.443962 dv-cinder-759943-8-iscsi neutron-server[93259]: return self._get(url).json() Aug 07 04:55:58.443962 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 04:55:58.443962 dv-cinder-759943-8-iscsi neutron-server[93259]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 04:55:58.443962 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 04:55:58.443962 dv-cinder-759943-8-iscsi neutron-server[93259]: return self.request(url, 'GET', **kwargs) Aug 07 04:55:58.443962 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 04:55:58.443962 dv-cinder-759943-8-iscsi neutron-server[93259]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 04:55:58.443962 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 04:55:58.443962 dv-cinder-759943-8-iscsi neutron-server[93259]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 04:55:58.443962 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 04:55:58.443962 dv-cinder-759943-8-iscsi neutron-server[93259]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 04:55:58.443962 dv-cinder-759943-8-iscsi neutron-server[93259]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 04:55:58.502564 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-fe80d0bc-1f43-47cd-90e0-5e50ca3d578a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-766646'] for network, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:58.510113 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-fe80d0bc-1f43-47cd-90e0-5e50ca3d578a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568364'] for network, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:58.512080 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-fe80d0bc-1f43-47cd-90e0-5e50ca3d578a admin admin] 10.222.0.13 "DELETE /v2.0/networks/7014332b-9a69-4f39-a4bb-1d7549ccfbf5 HTTP/1.1" status: 204 len: 168 time: 0.3889992 Aug 07 04:55:58.523177 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe80d0bc-1f43-47cd-90e0-5e50ca3d578a admin admin] Pushing event deleted for resources: {'Network': ['ID=7014332b-9a69-4f39-a4bb-1d7549ccfbf5,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:58.686748 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 37230) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:58.728057 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-6766a7cf-3f3f-449c-816b-2a0d3da871b1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6520e50867c64093af9441444ad50db1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0399752 Aug 07 04:55:58.730644 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 37232) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:58.785021 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-0c67bf75-d248-458b-88ff-57ba412ef897 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:58.806699 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-0c67bf75-d248-458b-88ff-57ba412ef897 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:58.854756 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-0c67bf75-d248-458b-88ff-57ba412ef897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:58.857440 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-0c67bf75-d248-458b-88ff-57ba412ef897 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:58.858588 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-0c67bf75-d248-458b-88ff-57ba412ef897 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/75ed15db-2d23-4a29-9359-59ec4ec6a5c7 HTTP/1.1" status: 204 len: 168 time: 0.1269403 Aug 07 04:55:58.867351 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c67bf75-d248-458b-88ff-57ba412ef897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ed15db-2d23-4a29-9359-59ec4ec6a5c7,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:59.222302 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 37260) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:59.242801 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] get_ports_and_sgs() called for port_ids ['49ae2179-0605-4a27-ad85-417a21536a1e'] {{(pid=93261) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:55:59.276616 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-55182c61-082b-4f5e-9fe4-b15335138c5d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=07ffcff678444fcbae981fb5c5153737&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0523481 Aug 07 04:55:59.279379 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 37264) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:55:59.300115 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:59.349107 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-f84bdb0d-4a1e-455d-b8e1-5d518f2192f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:59.370614 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-8fd71321-5875-4914-9832-871cb2dc8c73 req-e9ad0a9b-9037-4630-9580-79b1a11d600c tempest-DeleteServersTestJSON-2139324451 tempest-DeleteServersTestJSON-2139324451-project] 10.222.0.13 "GET /v2.0/ports?device_id=9edc28f9-c74c-476f-944c-b8c23e01f27c HTTP/1.1" status: 200 len: 210 time: 0.0358267 Aug 07 04:55:59.390472 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-f84bdb0d-4a1e-455d-b8e1-5d518f2192f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:59.446479 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-f84bdb0d-4a1e-455d-b8e1-5d518f2192f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:59.449012 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-f84bdb0d-4a1e-455d-b8e1-5d518f2192f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:59.450396 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-f84bdb0d-4a1e-455d-b8e1-5d518f2192f0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d8cf429b-93d5-4397-a3af-c12a638df8d1 HTTP/1.1" status: 204 len: 168 time: 0.1700006 Aug 07 04:55:59.461118 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84bdb0d-4a1e-455d-b8e1-5d518f2192f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8cf429b-93d5-4397-a3af-c12a638df8d1,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:55:59.742767 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-d6b30310-c7cc-4e6a-835a-e5272c224524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:59.744974 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:55:59.864276 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 37290) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:56:00.019433 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-9776fefe-6690-43d9-abb3-2fc20bd62833 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:00.129058 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-9776fefe-6690-43d9-abb3-2fc20bd62833 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:00.135753 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-9776fefe-6690-43d9-abb3-2fc20bd62833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:00.177288 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9776fefe-6690-43d9-abb3-2fc20bd62833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f28e735-ba57-47f0-a7fe-6565625a62c9,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:00.181737 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-9776fefe-6690-43d9-abb3-2fc20bd62833 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=09818cc30f4a41d7b7834750c2ed03e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3164282 Aug 07 04:56:00.184573 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 37310) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:56:00.249106 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-d3bc1002-eb92-45da-9c21-49c9fdfb101d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:00.275666 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-d3bc1002-eb92-45da-9c21-49c9fdfb101d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:00.337368 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-d3bc1002-eb92-45da-9c21-49c9fdfb101d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:00.343807 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-d3bc1002-eb92-45da-9c21-49c9fdfb101d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:00.349525 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-d3bc1002-eb92-45da-9c21-49c9fdfb101d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6f28e735-ba57-47f0-a7fe-6565625a62c9 HTTP/1.1" status: 204 len: 168 time: 0.1636703 Aug 07 04:56:00.362099 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc1002-eb92-45da-9c21-49c9fdfb101d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f28e735-ba57-47f0-a7fe-6565625a62c9,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:00.556901 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-7c45df79-78f8-47da-a0ce-c3a1cec6a732 req-381ae186-5209-470a-bfd4-efab5cd0a566 tempest-DeleteServersTestJSON-2139324451 tempest-DeleteServersTestJSON-2139324451-project] 10.222.0.13 "GET /v2.0/ports?device_id=9edc28f9-c74c-476f-944c-b8c23e01f27c HTTP/1.1" status: 200 len: 210 time: 0.0286601 Aug 07 04:56:00.728488 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-f79f476c-1ac6-45f4-a536-05d31601a6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:00.853621 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 37348) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:56:00.868519 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-598e1dc8-fdca-4fb0-bb9a-ae2ed53e1720 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:00.916883 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 37350) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:56:00.974642 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-598e1dc8-fdca-4fb0-bb9a-ae2ed53e1720 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:00.983040 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-598e1dc8-fdca-4fb0-bb9a-ae2ed53e1720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:01.022034 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-598e1dc8-fdca-4fb0-bb9a-ae2ed53e1720 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7fd30eb1112543c2b7a5ce83ff3efe6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1672292 Aug 07 04:56:01.023943 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e1dc8-fdca-4fb0-bb9a-ae2ed53e1720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c5caf6e-727e-44f3-9e04-416039d1e7a5,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:01.024942 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 37354) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:56:01.090171 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-a1542710-058b-43ab-bab3-e90d239313a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:01.098777 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-9ed79a63-0a79-4b91-b92f-0a7103f95280 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:01.133491 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-a1542710-058b-43ab-bab3-e90d239313a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:01.209606 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-a1542710-058b-43ab-bab3-e90d239313a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:01.212053 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-a1542710-058b-43ab-bab3-e90d239313a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:01.213200 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-a1542710-058b-43ab-bab3-e90d239313a8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4c5caf6e-727e-44f3-9e04-416039d1e7a5 HTTP/1.1" status: 204 len: 168 time: 0.1872988 Aug 07 04:56:01.227886 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1542710-058b-43ab-bab3-e90d239313a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c5caf6e-727e-44f3-9e04-416039d1e7a5,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:01.259084 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-9ed79a63-0a79-4b91-b92f-0a7103f95280 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:01.264184 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-9ed79a63-0a79-4b91-b92f-0a7103f95280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:01.303956 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-9ed79a63-0a79-4b91-b92f-0a7103f95280 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bfc2b099a2814607a04b4fd831f04001&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3860126 Aug 07 04:56:01.304768 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed79a63-0a79-4b91-b92f-0a7103f95280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8812b0f-ca5a-4819-8717-3739173e54ed,revision_number=1']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:01.306773 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 37358) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:56:01.357439 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-a2f60948-37fc-4965-8c77-044129694221 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:01.382483 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-a2f60948-37fc-4965-8c77-044129694221 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:01.464100 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-a2f60948-37fc-4965-8c77-044129694221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:01.467477 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-a2f60948-37fc-4965-8c77-044129694221 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:01.469005 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-a2f60948-37fc-4965-8c77-044129694221 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e8812b0f-ca5a-4819-8717-3739173e54ed HTTP/1.1" status: 204 len: 168 time: 0.1611786 Aug 07 04:56:01.479910 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f60948-37fc-4965-8c77-044129694221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8812b0f-ca5a-4819-8717-3739173e54ed,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:01.851383 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device 49ae2179-0605-4a27-ad85-417a21536a1e no longer exists at agent hyperv_hv-cinder-75994 {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 04:56:01.873071 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.plugin [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] No Port match for: 49ae2179-0605-4a27-ad85-417a21536a1e {{(pid=93261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 04:56:01.877104 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device 49ae2179-0605-4a27-ad85-417a21536a1e not bound to the agent host hv-cinder-75994 {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 04:56:02.499545 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-fe46c1f5-d46f-4bdc-a2a5-961a9e169c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:11.753505 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 37608) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:56:11.768798 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 37612) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:56:11.844262 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.db.db_base_plugin_v2 [None req-b06750ed-293e-495e-b89c-e2d02408c81d admin admin] Deleting subnet 59d02899-0f2a-4c8f-a5d5-7a40144d2292 {{(pid=93260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 04:56:11.849457 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-b06750ed-293e-495e-b89c-e2d02408c81d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:11.907553 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-b06750ed-293e-495e-b89c-e2d02408c81d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9590751'] for subnet, precommit_delete_associations {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:11.947887 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-723f378b-ca00-43ac-ad25-33cb334f7477 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:11.976911 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-b06750ed-293e-495e-b89c-e2d02408c81d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799044'] for subnet, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:12.077930 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-b06750ed-293e-495e-b89c-e2d02408c81d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9563743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9718305'] for subnet, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:12.130487 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-723f378b-ca00-43ac-ad25-33cb334f7477 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:12.130767 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-b06750ed-293e-495e-b89c-e2d02408c81d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:12.137469 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-b06750ed-293e-495e-b89c-e2d02408c81d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/59d02899-0f2a-4c8f-a5d5-7a40144d2292 HTTP/1.1" status: 204 len: 168 time: 0.3836904 Aug 07 04:56:12.137469 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06750ed-293e-495e-b89c-e2d02408c81d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59d02899-0f2a-4c8f-a5d5-7a40144d2292,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:12.139339 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 37622) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:56:12.143384 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-723f378b-ca00-43ac-ad25-33cb334f7477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:12.181476 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06750ed-293e-495e-b89c-e2d02408c81d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:56:12.182075 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06750ed-293e-495e-b89c-e2d02408c81d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:56:12.182642 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06750ed-293e-495e-b89c-e2d02408c81d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:56:12.183209 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06750ed-293e-495e-b89c-e2d02408c81d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:56:12.183762 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06750ed-293e-495e-b89c-e2d02408c81d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:56:12.184316 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06750ed-293e-495e-b89c-e2d02408c81d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:56:12.184866 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06750ed-293e-495e-b89c-e2d02408c81d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:56:12.185416 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06750ed-293e-495e-b89c-e2d02408c81d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:56:12.186284 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06750ed-293e-495e-b89c-e2d02408c81d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:56:12.187241 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06750ed-293e-495e-b89c-e2d02408c81d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:56:12.188029 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06750ed-293e-495e-b89c-e2d02408c81d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:56:12.188766 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06750ed-293e-495e-b89c-e2d02408c81d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:56:12.189652 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-723f378b-ca00-43ac-ad25-33cb334f7477 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4e9989c77b284ce9bbf0bbf1ed6b2e9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4178360 Aug 07 04:56:12.190882 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723f378b-ca00-43ac-ad25-33cb334f7477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0301c36a-cdb3-49db-808f-5fff14ca0140,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:12.197089 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 37624) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:56:12.207818 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723f378b-ca00-43ac-ad25-33cb334f7477 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:56:12.208201 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723f378b-ca00-43ac-ad25-33cb334f7477 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:56:12.208569 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723f378b-ca00-43ac-ad25-33cb334f7477 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:56:12.209108 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723f378b-ca00-43ac-ad25-33cb334f7477 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:56:12.209274 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723f378b-ca00-43ac-ad25-33cb334f7477 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:56:12.209632 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723f378b-ca00-43ac-ad25-33cb334f7477 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:56:12.210038 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723f378b-ca00-43ac-ad25-33cb334f7477 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:56:12.210422 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723f378b-ca00-43ac-ad25-33cb334f7477 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:56:12.210768 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723f378b-ca00-43ac-ad25-33cb334f7477 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:56:12.211237 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723f378b-ca00-43ac-ad25-33cb334f7477 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:56:12.211568 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723f378b-ca00-43ac-ad25-33cb334f7477 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:56:12.211895 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723f378b-ca00-43ac-ad25-33cb334f7477 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:56:12.305654 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-0476b514-745a-4460-add6-0f506c2f4bc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:12.320171 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-90dbcab1-fdc8-4eb1-9782-e3bea8d60d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1651291'] for network, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:12.345100 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-0476b514-745a-4460-add6-0f506c2f4bc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:12.431740 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-0476b514-745a-4460-add6-0f506c2f4bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:12.438028 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-0476b514-745a-4460-add6-0f506c2f4bc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:12.443374 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-90dbcab1-fdc8-4eb1-9782-e3bea8d60d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798403', 'neutron.services.segments.db._delete_segments_for_network-8768807654000'] for network, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:12.447114 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-0476b514-745a-4460-add6-0f506c2f4bc3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0301c36a-cdb3-49db-808f-5fff14ca0140 HTTP/1.1" status: 204 len: 168 time: 0.2453606 Aug 07 04:56:12.467346 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0476b514-745a-4460-add6-0f506c2f4bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0301c36a-cdb3-49db-808f-5fff14ca0140,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:12.469553 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.services.segments.db [None req-90dbcab1-fdc8-4eb1-9782-e3bea8d60d24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dc11624-b411-4182-8631-ba0fe1bd247f']}} {{(pid=93260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:56:12.493416 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.services.segments.db [None req-90dbcab1-fdc8-4eb1-9782-e3bea8d60d24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36f8ef09-6061-4f41-9b98-108836c30bc5') {'for_net_delete': True} {{(pid=93260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:56:12.493694 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.services.segments.db [None req-90dbcab1-fdc8-4eb1-9782-e3bea8d60d24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36f8ef09-6061-4f41-9b98-108836c30bc5') {} {{(pid=93260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:56:12.505958 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-90dbcab1-fdc8-4eb1-9782-e3bea8d60d24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768807608441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9590728'] for segment, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:12.553222 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-90dbcab1-fdc8-4eb1-9782-e3bea8d60d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799109'] for segment, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:12.565338 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90dbcab1-fdc8-4eb1-9782-e3bea8d60d24 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=93260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 04:56:12.566541 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-90dbcab1-fdc8-4eb1-9782-e3bea8d60d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563777'] for segment, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:12.569654 dv-cinder-759943-8-iscsi neutron-server[93260]: Traceback (most recent call last): Aug 07 04:56:12.569654 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 04:56:12.569654 dv-cinder-759943-8-iscsi neutron-server[93260]: timer() Aug 07 04:56:12.569654 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 04:56:12.569654 dv-cinder-759943-8-iscsi neutron-server[93260]: cb(*args, **kw) Aug 07 04:56:12.569654 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 04:56:12.569654 dv-cinder-759943-8-iscsi neutron-server[93260]: return func(*args, **kwargs) Aug 07 04:56:12.569654 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 04:56:12.569654 dv-cinder-759943-8-iscsi neutron-server[93260]: self._notify() Aug 07 04:56:12.569654 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 04:56:12.569654 dv-cinder-759943-8-iscsi neutron-server[93260]: self.callback(batched_events) Aug 07 04:56:12.569654 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 04:56:12.569654 dv-cinder-759943-8-iscsi neutron-server[93260]: event.method(event) Aug 07 04:56:12.569654 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 04:56:12.569654 dv-cinder-759943-8-iscsi neutron-server[93260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 04:56:12.569654 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 04:56:12.569654 dv-cinder-759943-8-iscsi neutron-server[93260]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 04:56:12.569654 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 04:56:12.569654 dv-cinder-759943-8-iscsi neutron-server[93260]: return f(self, *a, **k) Aug 07 04:56:12.569654 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 04:56:12.569654 dv-cinder-759943-8-iscsi neutron-server[93260]: return self._get(url).json() Aug 07 04:56:12.569654 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 04:56:12.569654 dv-cinder-759943-8-iscsi neutron-server[93260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 04:56:12.569654 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 04:56:12.569654 dv-cinder-759943-8-iscsi neutron-server[93260]: return self.request(url, 'GET', **kwargs) Aug 07 04:56:12.569654 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 04:56:12.569654 dv-cinder-759943-8-iscsi neutron-server[93260]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 04:56:12.569654 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 04:56:12.569654 dv-cinder-759943-8-iscsi neutron-server[93260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 04:56:12.569654 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 04:56:12.569654 dv-cinder-759943-8-iscsi neutron-server[93260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 04:56:12.569654 dv-cinder-759943-8-iscsi neutron-server[93260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 04:56:12.662454 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-90dbcab1-fdc8-4eb1-9782-e3bea8d60d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-766646'] for network, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:12.683522 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-90dbcab1-fdc8-4eb1-9782-e3bea8d60d24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568364'] for network, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:12.686932 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-90dbcab1-fdc8-4eb1-9782-e3bea8d60d24 admin admin] 10.222.0.13 "DELETE /v2.0/networks/1dc11624-b411-4182-8631-ba0fe1bd247f HTTP/1.1" status: 204 len: 168 time: 0.5460782 Aug 07 04:56:12.712192 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dbcab1-fdc8-4eb1-9782-e3bea8d60d24 admin admin] Pushing event deleted for resources: {'Network': ['ID=1dc11624-b411-4182-8631-ba0fe1bd247f,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:13.047513 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 37654) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:56:13.079121 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 37656) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:56:13.103284 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-602cd018-b5c2-4c3d-bc92-48ee58175cf0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9b746bb8b3aa499e8c27b85a443ace5c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0545309 Aug 07 04:56:13.110125 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 37658) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:56:13.120153 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-41e915d9-0626-407e-903c-ea3b5d3df24d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:13.215106 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-58ba6ebf-2a2f-4417-9497-0575bd81420f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:13.254973 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-58ba6ebf-2a2f-4417-9497-0575bd81420f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:13.328788 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-41e915d9-0626-407e-903c-ea3b5d3df24d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:13.334107 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-41e915d9-0626-407e-903c-ea3b5d3df24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:13.378244 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-58ba6ebf-2a2f-4417-9497-0575bd81420f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:13.380794 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-58ba6ebf-2a2f-4417-9497-0575bd81420f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:13.381994 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-58ba6ebf-2a2f-4417-9497-0575bd81420f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c3309ff9-0161-45e8-8dac-23ae42a707d1 HTTP/1.1" status: 204 len: 168 time: 0.2705936 Aug 07 04:56:13.386357 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-41e915d9-0626-407e-903c-ea3b5d3df24d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5be698999d00452c84c4c26a63fd6e51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3048134 Aug 07 04:56:13.387335 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e915d9-0626-407e-903c-ea3b5d3df24d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d87cd2-5453-4325-a8ba-a1977335e587,revision_number=1']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:13.390060 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 37662) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:56:13.417026 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ba6ebf-2a2f-4417-9497-0575bd81420f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3309ff9-0161-45e8-8dac-23ae42a707d1,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:13.461891 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-bb087577-c8f8-4d16-8d6c-564734e73d04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:13.491687 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-bb087577-c8f8-4d16-8d6c-564734e73d04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:13.585314 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-bb087577-c8f8-4d16-8d6c-564734e73d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:13.591739 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-bb087577-c8f8-4d16-8d6c-564734e73d04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:13.598645 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-bb087577-c8f8-4d16-8d6c-564734e73d04 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c7d87cd2-5453-4325-a8ba-a1977335e587 HTTP/1.1" status: 204 len: 168 time: 0.2072809 Aug 07 04:56:13.615292 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb087577-c8f8-4d16-8d6c-564734e73d04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d87cd2-5453-4325-a8ba-a1977335e587,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:14.837431 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 37724) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:56:15.131786 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.v2.base [None req-3abb1364-e976-4721-9fb9-03235677dab7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2086329430-network', 'tenant_id': 'bf4917b012d34a5d91aeccbdaa55f15f'}} {{(pid=93260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:56:15.161401 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3abb1364-e976-4721-9fb9-03235677dab7 admin admin] Made reservation on behalf of bf4917b012d34a5d91aeccbdaa55f15f for: {'network': 1} {{(pid=93260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:56:15.164195 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-3abb1364-e976-4721-9fb9-03235677dab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for network, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:15.175051 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-3abb1364-e976-4721-9fb9-03235677dab7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:15.319772 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-3abb1364-e976-4721-9fb9-03235677dab7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:15.325294 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-3abb1364-e976-4721-9fb9-03235677dab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:15.363117 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3abb1364-e976-4721-9fb9-03235677dab7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=93260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 04:56:15.388457 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abb1364-e976-4721-9fb9-03235677dab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf84c89-5bda-4951-914c-4ad1ebb5540c,revision_number=1']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:15.399424 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-3abb1364-e976-4721-9fb9-03235677dab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799109'] for segment, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:15.400008 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.db.segments_db [None req-3abb1364-e976-4721-9fb9-03235677dab7 admin admin] Added segment 68da160a-9e55-486e-bddf-c6a2ddbdf64a of type vlan for network caf0bc31-a106-4ab2-8d11-96d79fef6eec Aug 07 04:56:15.460833 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-3abb1364-e976-4721-9fb9-03235677dab7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768807114828'] for network, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:15.501080 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-3abb1364-e976-4721-9fb9-03235677dab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370'] for network, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:15.502776 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abb1364-e976-4721-9fb9-03235677dab7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:15.503468 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-3abb1364-e976-4721-9fb9-03235677dab7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568364'] for network, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:15.522843 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 37742) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:56:15.572347 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 37746) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:56:15.573185 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-3abb1364-e976-4721-9fb9-03235677dab7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7336922 Aug 07 04:56:15.579216 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.v2.base [None req-d7d5e1f0-82ef-400c-ab5b-a7bd73d83d18 admin admin] Request body: {'subnet': {'network_id': 'caf0bc31-a106-4ab2-8d11-96d79fef6eec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2086329430-subnet', 'tenant_id': 'bf4917b012d34a5d91aeccbdaa55f15f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:56:15.581610 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abb1364-e976-4721-9fb9-03235677dab7 admin admin] Pushing event updated for resources: {'Network': ['ID=caf0bc31-a106-4ab2-8d11-96d79fef6eec,revision_number=1']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:15.596404 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Network caf0bc31-a106-4ab2-8d11-96d79fef6eec details requested by agent ovs-agent-dv-cinder-759943-8-iscsi with host dv-cinder-759943-8-iscsi {{(pid=93261) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 04:56:15.618376 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d5e1f0-82ef-400c-ab5b-a7bd73d83d18 admin admin] Made reservation on behalf of bf4917b012d34a5d91aeccbdaa55f15f for: {'subnet': 1} {{(pid=93259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:56:15.622384 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-d7d5e1f0-82ef-400c-ab5b-a7bd73d83d18 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9365162'] for subnet, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:15.727380 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-4be66c60-c729-44d2-8a46-b9fe3a6c2fdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:15.869799 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-d7d5e1f0-82ef-400c-ab5b-a7bd73d83d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8513188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9365144'] for subnet, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:15.901019 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-4be66c60-c729-44d2-8a46-b9fe3a6c2fdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:15.907191 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-4be66c60-c729-44d2-8a46-b9fe3a6c2fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:15.934608 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d5e1f0-82ef-400c-ab5b-a7bd73d83d18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9aa1c2af-b174-4fad-8400-e05d1fd01345,revision_number=0']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:15.969391 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d5e1f0-82ef-400c-ab5b-a7bd73d83d18 admin admin] Checking segment: {'id': '68da160a-9e55-486e-bddf-c6a2ddbdf64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'caf0bc31-a106-4ab2-8d11-96d79fef6eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:56:15.969751 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d5e1f0-82ef-400c-ab5b-a7bd73d83d18 admin admin] Network hostable DHCP agents. Network: caf0bc31-a106-4ab2-8d11-96d79fef6eec, hostable agents: ['fbf586e2-2064-4f25-86fb-4cd270d4900d'], hosted agents: [] {{(pid=93259) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 04:56:15.974005 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-4be66c60-c729-44d2-8a46-b9fe3a6c2fdd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b15252e8058445e08843f08bf5ad2f4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4250679 Aug 07 04:56:15.976470 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 37764) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:56:15.993047 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be66c60-c729-44d2-8a46-b9fe3a6c2fdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d8ab19-9313-4e06-bfe5-d210c64d48f6,revision_number=1']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:16.043533 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d5e1f0-82ef-400c-ab5b-a7bd73d83d18 admin admin] Network caf0bc31-a106-4ab2-8d11-96d79fef6eec is scheduled to be hosted by DHCP agent fbf586e2-2064-4f25-86fb-4cd270d4900d with binding_index 1 {{(pid=93259) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 04:56:16.066744 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.base_scheduler [None req-d7d5e1f0-82ef-400c-ab5b-a7bd73d83d18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-8-iscsi, caf0bc31-a106-4ab2-8d11-96d79fef6eec) {{(pid=93259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:56:16.092502 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6f499e-63b3-4341-91fe-22a8a3dd9695 None None] Network caf0bc31-a106-4ab2-8d11-96d79fef6eec requested from dv-cinder-759943-8-iscsi {{(pid=93261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:56:16.095106 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d5e1f0-82ef-400c-ab5b-a7bd73d83d18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:16.096249 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-d7d5e1f0-82ef-400c-ab5b-a7bd73d83d18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568364'] for subnet, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:16.108759 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-02c44071-f2f1-4cba-834c-de1c256a2897 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:16.140128 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-d7d5e1f0-82ef-400c-ab5b-a7bd73d83d18 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5625470 Aug 07 04:56:16.141700 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 37772) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:56:16.148452 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.v2.base [None req-139716eb-7f0e-47d9-a7aa-c4c1d18e43a2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2086329430-router', 'tenant_id': 'bf4917b012d34a5d91aeccbdaa55f15f', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f'}}} {{(pid=93259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:56:16.171282 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-02c44071-f2f1-4cba-834c-de1c256a2897 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:16.248387 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-139716eb-7f0e-47d9-a7aa-c4c1d18e43a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-740044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1781'] for router, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:16.248387 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-139716eb-7f0e-47d9-a7aa-c4c1d18e43a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1790'] for router, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:16.288048 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867279a7-d70e-4814-9f6b-f6ed14849d3b None None] Network caf0bc31-a106-4ab2-8d11-96d79fef6eec requested from dv-cinder-759943-8-iscsi {{(pid=93261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:56:16.368130 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-139716eb-7f0e-47d9-a7aa-c4c1d18e43a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:16.370401 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-02c44071-f2f1-4cba-834c-de1c256a2897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:16.376190 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-02c44071-f2f1-4cba-834c-de1c256a2897 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:16.377397 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-02c44071-f2f1-4cba-834c-de1c256a2897 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f9d8ab19-9313-4e06-bfe5-d210c64d48f6 HTTP/1.1" status: 204 len: 168 time: 0.3990316 Aug 07 04:56:16.458986 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c44071-f2f1-4cba-834c-de1c256a2897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d8ab19-9313-4e06-bfe5-d210c64d48f6,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:16.619130 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-139716eb-7f0e-47d9-a7aa-c4c1d18e43a2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:16.935464 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-139716eb-7f0e-47d9-a7aa-c4c1d18e43a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:16.957909 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-139716eb-7f0e-47d9-a7aa-c4c1d18e43a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:17.088881 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.db_base_plugin_common [None req-139716eb-7f0e-47d9-a7aa-c4c1d18e43a2 admin admin] Allocated IP 172.27.1.8 (7234aba2-ebe6-4f3d-9fb1-8b27c89e529f/7cdca82c-7858-4732-9c64-e97074532a2d/f7404404-e91d-43bb-ac86-465a99c54814) {{(pid=93259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:56:17.215775 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-139716eb-7f0e-47d9-a7aa-c4c1d18e43a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:17.287546 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-139716eb-7f0e-47d9-a7aa-c4c1d18e43a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768807127269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513232'] for port, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:17.352600 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139716eb-7f0e-47d9-a7aa-c4c1d18e43a2 admin admin] Network 7234aba2-ebe6-4f3d-9fb1-8b27c89e529f is already hosted by enough agents. {{(pid=93259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:56:17.352600 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.base_scheduler [None req-139716eb-7f0e-47d9-a7aa-c4c1d18e43a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:56:17.361571 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139716eb-7f0e-47d9-a7aa-c4c1d18e43a2 admin admin] Received port after_create {{(pid=93259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:56:17.395259 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139716eb-7f0e-47d9-a7aa-c4c1d18e43a2 admin admin] Pushing event updated for resources: {'Port': ['ID=f7404404-e91d-43bb-ac86-465a99c54814,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:17.678445 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-139716eb-7f0e-47d9-a7aa-c4c1d18e43a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:17.991886 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-139716eb-7f0e-47d9-a7aa-c4c1d18e43a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-739701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-766718'] for router, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:18.214263 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-139716eb-7f0e-47d9-a7aa-c4c1d18e43a2 admin admin] Router 5099fd70-24b6-4306-8d37-f5faa8632259 is scheduled to L3 agent c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6 with binding_index 1 {{(pid=93259) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 07 04:56:18.599581 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-139716eb-7f0e-47d9-a7aa-c4c1d18e43a2 admin admin] Notify agent at l3_agent.dv-cinder-759943-8-iscsi the message routers_updated {{(pid=93259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 04:56:18.614602 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa76341-7aae-4c97-ba27-f22fb5225ba2 None None] Sync routers for ids ['5099fd70-24b6-4306-8d37-f5faa8632259'] in dv-cinder-759943-8-iscsi {{(pid=93262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 04:56:18.626096 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-139716eb-7f0e-47d9-a7aa-c4c1d18e43a2 admin admin] Notify callbacks [] for router, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:18.628759 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-139716eb-7f0e-47d9-a7aa-c4c1d18e43a2 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.4849138 Aug 07 04:56:18.632914 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 37844) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:56:18.638682 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa76341-7aae-4c97-ba27-f22fb5225ba2 None None] Routers {'5099fd70-24b6-4306-8d37-f5faa8632259'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:56:18.639908 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_hamode_db [None req-4fa76341-7aae-4c97-ba27-f22fb5225ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T04:56:00Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['5099fd70-24b6-4306-8d37-f5faa8632259'], 'active': True} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:56:18.861312 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvr_db [None req-4fa76341-7aae-4c97-ba27-f22fb5225ba2 None None] Set router 5099fd70-24b6-4306-8d37-f5faa8632259 gateway port host: dv-cinder-759943-8-iscsi {{(pid=93262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:56:19.319206 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_hamode_db [None req-4fa76341-7aae-4c97-ba27-f22fb5225ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5099fd70-24b6-4306-8d37-f5faa8632259', 'name': 'tempest-ServerRescueNegativeTestJSON-2086329430-router', 'tenant_id': 'bf4917b012d34a5d91aeccbdaa55f15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': 'f7404404-e91d-43bb-ac86-465a99c54814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:56:16Z', 'updated_at': '2021-08-07T04:56:17Z', 'revision_number': 3, 'project_id': 'bf4917b012d34a5d91aeccbdaa55f15f', 'gw_port': {'id': 'f7404404-e91d-43bb-ac86-465a99c54814', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e4:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5099fd70-24b6-4306-8d37-f5faa8632259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:56:16Z', 'updated_at': '2021-08-07T04:56:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi'}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:56:19.355609 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa76341-7aae-4c97-ba27-f22fb5225ba2 None None] Checking router: 5099fd70-24b6-4306-8d37-f5faa8632259 for host: dv-cinder-759943-8-iscsi {{(pid=93262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 04:56:19.356159 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa76341-7aae-4c97-ba27-f22fb5225ba2 None None] Updating router 5099fd70-24b6-4306-8d37-f5faa8632259 port f7404404-e91d-43bb-ac86-465a99c54814 binding host dv-cinder-759943-8-iscsi {{(pid=93262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 04:56:19.396593 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-4fa76341-7aae-4c97-ba27-f22fb5225ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:19.480292 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-30ab94e3-116f-4d8d-b42a-dff087066926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:19.811000 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.db.db_base_plugin_common [None req-30ab94e3-116f-4d8d-b42a-dff087066926 admin admin] Allocated IP 172.20.0.1 (caf0bc31-a106-4ab2-8d11-96d79fef6eec/9aa1c2af-b174-4fad-8400-e05d1fd01345/7cdd8dee-5a5d-4a90-a495-191a0363776f) {{(pid=93260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:56:19.860573 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-4fa76341-7aae-4c97-ba27-f22fb5225ba2 None None] Notify callbacks [] for port, precommit_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:19.873970 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.provisioning_blocks [None req-4fa76341-7aae-4c97-ba27-f22fb5225ba2 None None] Transition to ACTIVE for port object f7404404-e91d-43bb-ac86-465a99c54814 will not be triggered until provisioned by entity L2. {{(pid=93262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:56:19.883649 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-4fa76341-7aae-4c97-ba27-f22fb5225ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:19.935754 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.managers [None req-4fa76341-7aae-4c97-ba27-f22fb5225ba2 None None] Attempting to bind port f7404404-e91d-43bb-ac86-465a99c54814 on host dv-cinder-759943-8-iscsi for vnic_type normal with profile {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:56:19.936410 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.managers [None req-4fa76341-7aae-4c97-ba27-f22fb5225ba2 None None] Attempting to bind port f7404404-e91d-43bb-ac86-465a99c54814 by drivers openvswitch,hyperv on host dv-cinder-759943-8-iscsi at level 0 using segments [{'id': 'ac6f53da-148d-4154-8f83-3b309cb182da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f'}] {{(pid=93262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:56:19.937234 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa76341-7aae-4c97-ba27-f22fb5225ba2 None None] Attempting to bind port f7404404-e91d-43bb-ac86-465a99c54814 on network 7234aba2-ebe6-4f3d-9fb1-8b27c89e529f {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:56:19.950659 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa76341-7aae-4c97-ba27-f22fb5225ba2 None None] Checking agent: {'id': '22f5c6e5-2ebd-4458-ab09-beb81a4e99be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 47, 30), 'started_at': datetime.datetime(2021, 8, 7, 4, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:56:19.950659 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa76341-7aae-4c97-ba27-f22fb5225ba2 None None] Checking segment: {'id': 'ac6f53da-148d-4154-8f83-3b309cb182da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:56:19.950659 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-4fa76341-7aae-4c97-ba27-f22fb5225ba2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:19.950659 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa76341-7aae-4c97-ba27-f22fb5225ba2 None None] Bound using segment: {'id': 'ac6f53da-148d-4154-8f83-3b309cb182da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f'} {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:56:19.951400 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.managers [None req-4fa76341-7aae-4c97-ba27-f22fb5225ba2 None None] Bound port: f7404404-e91d-43bb-ac86-465a99c54814, host: dv-cinder-759943-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac6f53da-148d-4154-8f83-3b309cb182da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f'}}] {{(pid=93262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:56:19.951400 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-4fa76341-7aae-4c97-ba27-f22fb5225ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:19.954164 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1863b0d-c6ca-47c7-9ebd-5ed2deaeeca3 None None] Pushing event updated for resources: {'Port': ['ID=f7404404-e91d-43bb-ac86-465a99c54814,revision_number=2']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:19.959984 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-30ab94e3-116f-4d8d-b42a-dff087066926 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:19.989354 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1863b0d-c6ca-47c7-9ebd-5ed2deaeeca3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:56:19.989676 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1863b0d-c6ca-47c7-9ebd-5ed2deaeeca3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:56:19.990053 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1863b0d-c6ca-47c7-9ebd-5ed2deaeeca3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:56:19.990388 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1863b0d-c6ca-47c7-9ebd-5ed2deaeeca3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:56:19.990717 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1863b0d-c6ca-47c7-9ebd-5ed2deaeeca3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:56:19.991044 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1863b0d-c6ca-47c7-9ebd-5ed2deaeeca3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:56:19.991369 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1863b0d-c6ca-47c7-9ebd-5ed2deaeeca3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:56:19.991693 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1863b0d-c6ca-47c7-9ebd-5ed2deaeeca3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:56:19.992046 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1863b0d-c6ca-47c7-9ebd-5ed2deaeeca3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:56:19.992371 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1863b0d-c6ca-47c7-9ebd-5ed2deaeeca3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:56:19.992696 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1863b0d-c6ca-47c7-9ebd-5ed2deaeeca3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:56:19.993013 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1863b0d-c6ca-47c7-9ebd-5ed2deaeeca3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:56:20.007282 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-30ab94e3-116f-4d8d-b42a-dff087066926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768807127269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9563756'] for port, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:20.039766 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.db [None req-4fa76341-7aae-4c97-ba27-f22fb5225ba2 None None] For port f7404404-e91d-43bb-ac86-465a99c54814, host dv-cinder-759943-8-iscsi, cleared binding levels {{(pid=93262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:56:20.045266 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.db [None req-4fa76341-7aae-4c97-ba27-f22fb5225ba2 None None] For port f7404404-e91d-43bb-ac86-465a99c54814, host dv-cinder-759943-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-8-iscsi',level=0,port_id=f7404404-e91d-43bb-ac86-465a99c54814,segment=NetworkSegment(ac6f53da-148d-4154-8f83-3b309cb182da),segment_id=ac6f53da-148d-4154-8f83-3b309cb182da)] {{(pid=93262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:56:20.052729 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-4fa76341-7aae-4c97-ba27-f22fb5225ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:20.062283 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ab94e3-116f-4d8d-b42a-dff087066926 admin admin] Network caf0bc31-a106-4ab2-8d11-96d79fef6eec is already hosted by enough agents. {{(pid=93260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:56:20.069321 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.base_scheduler [None req-30ab94e3-116f-4d8d-b42a-dff087066926 admin admin] Resources bound (agent type, host, resource id): {{(pid=93260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:56:20.072989 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ab94e3-116f-4d8d-b42a-dff087066926 admin admin] Pushing event updated for resources: {'Port': ['ID=7cdd8dee-5a5d-4a90-a495-191a0363776f,revision_number=1']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:20.090914 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ab94e3-116f-4d8d-b42a-dff087066926 admin admin] Received port after_create {{(pid=93260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:56:20.131134 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1863b0d-c6ca-47c7-9ebd-5ed2deaeeca3 None None] Pushing event updated for resources: {'Port': ['ID=f7404404-e91d-43bb-ac86-465a99c54814,revision_number=3']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:20.137766 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa76341-7aae-4c97-ba27-f22fb5225ba2 None None] Routers {'5099fd70-24b6-4306-8d37-f5faa8632259'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:56:20.138438 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_hamode_db [None req-4fa76341-7aae-4c97-ba27-f22fb5225ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T04:56:00Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['5099fd70-24b6-4306-8d37-f5faa8632259'], 'active': True} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:56:20.157229 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-30ab94e3-116f-4d8d-b42a-dff087066926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765965'] for router_interface, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:20.286107 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvr_db [None req-4fa76341-7aae-4c97-ba27-f22fb5225ba2 None None] Set router 5099fd70-24b6-4306-8d37-f5faa8632259 gateway port host: dv-cinder-759943-8-iscsi {{(pid=93262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:56:20.382627 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-30ab94e3-116f-4d8d-b42a-dff087066926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:20.520055 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_hamode_db [None req-4fa76341-7aae-4c97-ba27-f22fb5225ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5099fd70-24b6-4306-8d37-f5faa8632259', 'name': 'tempest-ServerRescueNegativeTestJSON-2086329430-router', 'tenant_id': 'bf4917b012d34a5d91aeccbdaa55f15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': 'f7404404-e91d-43bb-ac86-465a99c54814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:56:16Z', 'updated_at': '2021-08-07T04:56:17Z', 'revision_number': 3, 'project_id': 'bf4917b012d34a5d91aeccbdaa55f15f', 'gw_port': {'id': 'f7404404-e91d-43bb-ac86-465a99c54814', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e4:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5099fd70-24b6-4306-8d37-f5faa8632259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:56:16Z', 'updated_at': '2021-08-07T04:56:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi'}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:56:20.596571 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa76341-7aae-4c97-ba27-f22fb5225ba2 None None] The sync data for ids ['5099fd70-24b6-4306-8d37-f5faa8632259'] in dv-cinder-759943-8-iscsi is: [{'id': '5099fd70-24b6-4306-8d37-f5faa8632259', 'name': 'tempest-ServerRescueNegativeTestJSON-2086329430-router', 'tenant_id': 'bf4917b012d34a5d91aeccbdaa55f15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': 'f7404404-e91d-43bb-ac86-465a99c54814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:56:16Z', 'updated_at': '2021-08-07T04:56:17Z', 'revision_number': 3, 'project_id': 'bf4917b012d34a5d91aeccbdaa55f15f', 'gw_port': {'id': 'f7404404-e91d-43bb-ac86-465a99c54814', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e4:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5099fd70-24b6-4306-8d37-f5faa8632259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:56:16Z', 'updated_at': '2021-08-07T04:56:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi'}] {{(pid=93262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 04:56:20.656118 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-30ab94e3-116f-4d8d-b42a-dff087066926 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:20.662514 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-30ab94e3-116f-4d8d-b42a-dff087066926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9563749'] for port, after_update {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:20.727047 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ab94e3-116f-4d8d-b42a-dff087066926 admin admin] Pushing event updated for resources: {'Port': ['ID=7cdd8dee-5a5d-4a90-a495-191a0363776f,revision_number=2']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:20.765293 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-30ab94e3-116f-4d8d-b42a-dff087066926 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766137'] for router_interface, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:20.963065 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ab94e3-116f-4d8d-b42a-dff087066926 admin admin] Network caf0bc31-a106-4ab2-8d11-96d79fef6eec is already hosted by enough agents. {{(pid=93260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:56:20.972362 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.base_scheduler [None req-30ab94e3-116f-4d8d-b42a-dff087066926 admin admin] Resources bound (agent type, host, resource id): {{(pid=93260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:56:21.244232 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30ab94e3-116f-4d8d-b42a-dff087066926 admin admin] Router 5099fd70-24b6-4306-8d37-f5faa8632259 has already been hosted by L3 agent c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6 {{(pid=93260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 04:56:21.305756 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 37942) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:56:21.769481 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30ab94e3-116f-4d8d-b42a-dff087066926 admin admin] Notify agent at l3_agent.dv-cinder-759943-8-iscsi the message routers_updated {{(pid=93260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 04:56:21.803623 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-30ab94e3-116f-4d8d-b42a-dff087066926 admin admin] 10.222.0.13 "PUT /v2.0/routers/5099fd70-24b6-4306-8d37-f5faa8632259/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1678622 Aug 07 04:56:21.819797 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-3f904f0a-f004-4b0b-88fc-ddf31f9dbcdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:22.097996 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-3f904f0a-f004-4b0b-88fc-ddf31f9dbcdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:22.106511 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-3f904f0a-f004-4b0b-88fc-ddf31f9dbcdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:22.168242 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-3f904f0a-f004-4b0b-88fc-ddf31f9dbcdc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ad80c05445c44449a2e75fa12e90f116&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8610582 Aug 07 04:56:22.172302 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 37982) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:56:22.182230 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 37984) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:56:22.183114 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f904f0a-f004-4b0b-88fc-ddf31f9dbcdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f00b22-de21-4e12-9c24-63633206c20a,revision_number=1']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:22.250506 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-2b633a5f-83dc-4ce2-b32b-3a25ce8ea951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:22.293632 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-2b633a5f-83dc-4ce2-b32b-3a25ce8ea951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:22.368432 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-2b633a5f-83dc-4ce2-b32b-3a25ce8ea951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:22.368854 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-0a6f4616-1bc1-4d56-9755-ace8a13c771c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:22.371915 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-2b633a5f-83dc-4ce2-b32b-3a25ce8ea951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:22.373070 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-2b633a5f-83dc-4ce2-b32b-3a25ce8ea951 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b6f00b22-de21-4e12-9c24-63633206c20a HTTP/1.1" status: 204 len: 168 time: 0.1994936 Aug 07 04:56:22.385123 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b633a5f-83dc-4ce2-b32b-3a25ce8ea951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f00b22-de21-4e12-9c24-63633206c20a,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:22.502313 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-0a6f4616-1bc1-4d56-9755-ace8a13c771c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:22.508657 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-0a6f4616-1bc1-4d56-9755-ace8a13c771c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:22.563791 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 38004) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:56:22.564667 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-0a6f4616-1bc1-4d56-9755-ace8a13c771c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b618ac6e53eb4b8db04ddaea519c5846&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3805010 Aug 07 04:56:22.608448 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device f7404404-e91d-43bb-ac86-465a99c54814 up at agent ovs-agent-dv-cinder-759943-8-iscsi {{(pid=93261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:56:22.642688 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6f4616-1bc1-4d56-9755-ace8a13c771c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b38086d-d5ee-4160-bcd2-b07b88dd8d42,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:22.684258 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-205f0d68-de45-4d1f-8898-9ff10374574b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:22.700613 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Provisioning for port f7404404-e91d-43bb-ac86-465a99c54814 completed by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:56:22.715102 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Provisioning complete for port f7404404-e91d-43bb-ac86-465a99c54814 triggered by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:56:22.724682 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:22.725038 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-205f0d68-de45-4d1f-8898-9ff10374574b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:22.725143 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e6191d-5686-4182-881b-be945eba6208 req-1c31fc7d-b918-42aa-8c0b-bae54cb6eb03 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:22.732571 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-12e6191d-5686-4182-881b-be945eba6208 req-1c31fc7d-b918-42aa-8c0b-bae54cb6eb03 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/networks?id=caf0bc31-a106-4ab2-8d11-96d79fef6eec HTTP/1.1" status: 200 len: 819 time: 0.1967802 Aug 07 04:56:22.751188 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-12e6191d-5686-4182-881b-be945eba6208 req-a05901ae-9e74-4d36-b010-ee344ded76c7 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/quotas/bf4917b012d34a5d91aeccbdaa55f15f HTTP/1.1" status: 200 len: 375 time: 0.0170336 Aug 07 04:56:22.835872 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-205f0d68-de45-4d1f-8898-9ff10374574b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:22.839126 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-205f0d68-de45-4d1f-8898-9ff10374574b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:22.840192 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-205f0d68-de45-4d1f-8898-9ff10374574b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7b38086d-d5ee-4160-bcd2-b07b88dd8d42 HTTP/1.1" status: 204 len: 168 time: 0.2741611 Aug 07 04:56:22.852772 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-12e6191d-5686-4182-881b-be945eba6208 req-dee5c416-2af0-42f1-87d5-383206647e15 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bf4917b012d34a5d91aeccbdaa55f15f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0996180 Aug 07 04:56:22.866086 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205f0d68-de45-4d1f-8898-9ff10374574b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b38086d-d5ee-4160-bcd2-b07b88dd8d42,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:22.913608 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:22.958501 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] For port f7404404-e91d-43bb-ac86-465a99c54814, host dv-cinder-759943-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-8-iscsi',level=0,port_id=f7404404-e91d-43bb-ac86-465a99c54814,segment=NetworkSegment(ac6f53da-148d-4154-8f83-3b309cb182da),segment_id=ac6f53da-148d-4154-8f83-3b309cb182da)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:56:22.965081 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:22.993371 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-12e6191d-5686-4182-881b-be945eba6208 req-f808ce46-3ffe-4e12-a1a7-329a58b217f8 service neutron] 10.222.0.13 "GET /v2.0/networks/caf0bc31-a106-4ab2-8d11-96d79fef6eec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396871 Aug 07 04:56:23.044689 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Pushing event updated for resources: {'Port': ['ID=f7404404-e91d-43bb-ac86-465a99c54814,revision_number=4']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:23.054809 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:56:23.055236 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:56:23.055791 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:56:23.056306 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:56:23.058342 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:56:23.059036 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:56:23.059745 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:56:23.062406 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:56:23.063064 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:56:23.063592 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:56:23.064845 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:56:23.066751 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:56:23.126202 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-12e6191d-5686-4182-881b-be945eba6208 req-fa703dc0-10d4-477d-8812-69a1cee77959 service neutron] 10.222.0.13 "GET /v2.0/networks/caf0bc31-a106-4ab2-8d11-96d79fef6eec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253607 Aug 07 04:56:23.191801 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 38034) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:56:23.401720 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b636d93a-f59d-46fd-bf0e-2731fa1a9c2c None None] Sync routers for ids ['5099fd70-24b6-4306-8d37-f5faa8632259'] in dv-cinder-759943-8-iscsi {{(pid=93261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 04:56:23.440786 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b636d93a-f59d-46fd-bf0e-2731fa1a9c2c None None] Routers {'5099fd70-24b6-4306-8d37-f5faa8632259'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:56:23.441836 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-b636d93a-f59d-46fd-bf0e-2731fa1a9c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T04:56:00Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['5099fd70-24b6-4306-8d37-f5faa8632259'], 'active': True} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:56:23.451997 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-a959e55c-e096-45d3-a33b-da02bd08ccc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:23.490240 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 38046) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:56:23.517683 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-da7e7f68-8747-4656-a2d8-6878d26894b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:23.658695 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvr_db [None req-b636d93a-f59d-46fd-bf0e-2731fa1a9c2c None None] Set router 5099fd70-24b6-4306-8d37-f5faa8632259 gateway port host: dv-cinder-759943-8-iscsi {{(pid=93261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:56:23.671488 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-a959e55c-e096-45d3-a33b-da02bd08ccc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:23.696812 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-a959e55c-e096-45d3-a33b-da02bd08ccc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:23.858071 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a959e55c-e096-45d3-a33b-da02bd08ccc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f19332-0c6d-4f3f-b1df-bebd3488ae28,revision_number=1']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:23.868272 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-a959e55c-e096-45d3-a33b-da02bd08ccc1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d2d352b030184773acffa608bd97d2dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6750908 Aug 07 04:56:23.872217 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 38062) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:56:24.008935 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-da7e7f68-8747-4656-a2d8-6878d26894b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:24.011406 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-4d7aa32d-e911-4d43-a945-aff9f9532ced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:24.017366 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-da7e7f68-8747-4656-a2d8-6878d26894b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:24.044278 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-4d7aa32d-e911-4d43-a945-aff9f9532ced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:24.094919 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7e7f68-8747-4656-a2d8-6878d26894b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=972d951d-46cf-44a5-94de-f0b512cffe29,revision_number=1']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:24.105444 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-b636d93a-f59d-46fd-bf0e-2731fa1a9c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5099fd70-24b6-4306-8d37-f5faa8632259', 'name': 'tempest-ServerRescueNegativeTestJSON-2086329430-router', 'tenant_id': 'bf4917b012d34a5d91aeccbdaa55f15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': 'f7404404-e91d-43bb-ac86-465a99c54814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:56:16Z', 'updated_at': '2021-08-07T04:56:20Z', 'revision_number': 4, 'project_id': 'bf4917b012d34a5d91aeccbdaa55f15f', 'gw_port': {'id': 'f7404404-e91d-43bb-ac86-465a99c54814', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5099fd70-24b6-4306-8d37-f5faa8632259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:56:16Z', 'updated_at': '2021-08-07T04:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi', '_interfaces': [{'id': '7cdd8dee-5a5d-4a90-a495-191a0363776f', 'name': '', 'network_id': 'caf0bc31-a106-4ab2-8d11-96d79fef6eec', 'tenant_id': 'bf4917b012d34a5d91aeccbdaa55f15f', 'mac_address': 'fa:16:3e:47:29:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5099fd70-24b6-4306-8d37-f5faa8632259', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '9aa1c2af-b174-4fad-8400-e05d1fd01345', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:56:19Z', 'updated_at': '2021-08-07T04:56:20Z', 'revision_number': 2, 'project_id': 'bf4917b012d34a5d91aeccbdaa55f15f', 'subnets': [{'id': '9aa1c2af-b174-4fad-8400-e05d1fd01345', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:56:24.108412 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-da7e7f68-8747-4656-a2d8-6878d26894b3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6667e7ffe07d4576af6a6a02cd5626cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6170809 Aug 07 04:56:24.114129 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 38068) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:56:24.134458 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-4d7aa32d-e911-4d43-a945-aff9f9532ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:24.137290 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-4d7aa32d-e911-4d43-a945-aff9f9532ced admin admin] Notify callbacks [] for security_group, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:24.138771 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-4d7aa32d-e911-4d43-a945-aff9f9532ced admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/22f19332-0c6d-4f3f-b1df-bebd3488ae28 HTTP/1.1" status: 204 len: 168 time: 0.2651768 Aug 07 04:56:24.171537 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7aa32d-e911-4d43-a945-aff9f9532ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f19332-0c6d-4f3f-b1df-bebd3488ae28,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:24.176594 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b636d93a-f59d-46fd-bf0e-2731fa1a9c2c None None] Checking router: 5099fd70-24b6-4306-8d37-f5faa8632259 for host: dv-cinder-759943-8-iscsi {{(pid=93261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 04:56:24.180373 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b636d93a-f59d-46fd-bf0e-2731fa1a9c2c None None] Updating router 5099fd70-24b6-4306-8d37-f5faa8632259 port 7cdd8dee-5a5d-4a90-a495-191a0363776f binding host dv-cinder-759943-8-iscsi {{(pid=93261) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 04:56:24.192361 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-f74b4d09-ef6f-483a-ad1d-78703d8958e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:24.234821 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-f74b4d09-ef6f-483a-ad1d-78703d8958e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:24.265769 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-b636d93a-f59d-46fd-bf0e-2731fa1a9c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:24.312673 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-f74b4d09-ef6f-483a-ad1d-78703d8958e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:24.318226 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-f74b4d09-ef6f-483a-ad1d-78703d8958e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:24.320678 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-f74b4d09-ef6f-483a-ad1d-78703d8958e3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/972d951d-46cf-44a5-94de-f0b512cffe29 HTTP/1.1" status: 204 len: 168 time: 0.2052586 Aug 07 04:56:24.335505 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74b4d09-ef6f-483a-ad1d-78703d8958e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=972d951d-46cf-44a5-94de-f0b512cffe29,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:24.613054 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device f7404404-e91d-43bb-ac86-465a99c54814 up at agent ovs-agent-dv-cinder-759943-8-iscsi {{(pid=93261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:56:24.720000 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-b636d93a-f59d-46fd-bf0e-2731fa1a9c2c None None] Notify callbacks [] for port, precommit_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:24.736481 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-b636d93a-f59d-46fd-bf0e-2731fa1a9c2c None None] Transition to ACTIVE for port object 7cdd8dee-5a5d-4a90-a495-191a0363776f will not be triggered until provisioned by entity L2. {{(pid=93261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:56:24.738900 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Provisioning complete for port f7404404-e91d-43bb-ac86-465a99c54814 triggered by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:56:24.739276 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:24.744015 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 38080) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:56:24.774575 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-a1e70a80-0093-4c81-ae86-cc4b543b2f82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:24.789720 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-b636d93a-f59d-46fd-bf0e-2731fa1a9c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:24.894112 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880c313f-4b86-44e9-9ce2-4d599fba910e None None] Pushing event updated for resources: {'Port': ['ID=7cdd8dee-5a5d-4a90-a495-191a0363776f,revision_number=3']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:25.007257 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.managers [None req-b636d93a-f59d-46fd-bf0e-2731fa1a9c2c None None] Attempting to bind port 7cdd8dee-5a5d-4a90-a495-191a0363776f on host dv-cinder-759943-8-iscsi for vnic_type normal with profile {{(pid=93261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:56:25.007781 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.managers [None req-b636d93a-f59d-46fd-bf0e-2731fa1a9c2c None None] Attempting to bind port 7cdd8dee-5a5d-4a90-a495-191a0363776f by drivers openvswitch,hyperv on host dv-cinder-759943-8-iscsi at level 0 using segments [{'id': '68da160a-9e55-486e-bddf-c6a2ddbdf64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'caf0bc31-a106-4ab2-8d11-96d79fef6eec'}] {{(pid=93261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:56:25.008490 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b636d93a-f59d-46fd-bf0e-2731fa1a9c2c None None] Attempting to bind port 7cdd8dee-5a5d-4a90-a495-191a0363776f on network caf0bc31-a106-4ab2-8d11-96d79fef6eec {{(pid=93261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:56:25.025926 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b636d93a-f59d-46fd-bf0e-2731fa1a9c2c None None] Checking agent: {'id': '22f5c6e5-2ebd-4458-ab09-beb81a4e99be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 47, 30), 'started_at': datetime.datetime(2021, 8, 7, 4, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:56:25.025926 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b636d93a-f59d-46fd-bf0e-2731fa1a9c2c None None] Checking segment: {'id': '68da160a-9e55-486e-bddf-c6a2ddbdf64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'caf0bc31-a106-4ab2-8d11-96d79fef6eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:56:25.026835 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-b636d93a-f59d-46fd-bf0e-2731fa1a9c2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:25.027235 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b636d93a-f59d-46fd-bf0e-2731fa1a9c2c None None] Bound using segment: {'id': '68da160a-9e55-486e-bddf-c6a2ddbdf64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'caf0bc31-a106-4ab2-8d11-96d79fef6eec'} {{(pid=93261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:56:25.027886 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.managers [None req-b636d93a-f59d-46fd-bf0e-2731fa1a9c2c None None] Bound port: 7cdd8dee-5a5d-4a90-a495-191a0363776f, host: dv-cinder-759943-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68da160a-9e55-486e-bddf-c6a2ddbdf64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'caf0bc31-a106-4ab2-8d11-96d79fef6eec'}}] {{(pid=93261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:56:25.028572 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-b636d93a-f59d-46fd-bf0e-2731fa1a9c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:25.098710 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-a1e70a80-0093-4c81-ae86-cc4b543b2f82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:25.106187 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-a1e70a80-0093-4c81-ae86-cc4b543b2f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:25.149010 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-b636d93a-f59d-46fd-bf0e-2731fa1a9c2c None None] For port 7cdd8dee-5a5d-4a90-a495-191a0363776f, host dv-cinder-759943-8-iscsi, cleared binding levels {{(pid=93261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:56:25.154597 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-b636d93a-f59d-46fd-bf0e-2731fa1a9c2c None None] For port 7cdd8dee-5a5d-4a90-a495-191a0363776f, host dv-cinder-759943-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-8-iscsi',level=0,port_id=7cdd8dee-5a5d-4a90-a495-191a0363776f,segment=NetworkSegment(68da160a-9e55-486e-bddf-c6a2ddbdf64a),segment_id=68da160a-9e55-486e-bddf-c6a2ddbdf64a)] {{(pid=93261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:56:25.163203 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-b636d93a-f59d-46fd-bf0e-2731fa1a9c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:25.188140 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-ef0cbc36-264d-4e00-8414-404e14df6726 req-3054fadc-7b4e-461e-8ea8-bd6f3153168e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=092b9a79-696e-47db-8d09-7415f67f653f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1280711 Aug 07 04:56:25.244726 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b636d93a-f59d-46fd-bf0e-2731fa1a9c2c None None] Routers {'5099fd70-24b6-4306-8d37-f5faa8632259'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:56:25.245507 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-b636d93a-f59d-46fd-bf0e-2731fa1a9c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T04:56:00Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['5099fd70-24b6-4306-8d37-f5faa8632259'], 'active': True} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:56:25.295709 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880c313f-4b86-44e9-9ce2-4d599fba910e None None] Pushing event updated for resources: {'Port': ['ID=7cdd8dee-5a5d-4a90-a495-191a0363776f,revision_number=4']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:25.311339 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-095ba3d2-48dc-4345-a09f-bfe6b1c43894 req-d00f5c69-0f2f-4da7-95c2-e0aa12b58200 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=e26fb9f9-47b8-4e88-96bb-3a4174a1425c HTTP/1.1" status: 200 len: 210 time: 0.1186111 Aug 07 04:56:25.337507 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 38098) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:56:25.340988 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-a1e70a80-0093-4c81-ae86-cc4b543b2f82 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=14e2b0ea2c6f4e18a63d33e0d1f801c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5942881 Aug 07 04:56:25.342845 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e70a80-0093-4c81-ae86-cc4b543b2f82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e37c7ec5-530c-4a9a-b681-b1c4459d2460,revision_number=1']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:25.435218 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvr_db [None req-b636d93a-f59d-46fd-bf0e-2731fa1a9c2c None None] Set router 5099fd70-24b6-4306-8d37-f5faa8632259 gateway port host: dv-cinder-759943-8-iscsi {{(pid=93261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:56:25.499116 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0cbc36-264d-4e00-8414-404e14df6726 req-d70decc7-a9d9-40cc-983c-3ada0f994886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:25.502733 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-ef0cbc36-264d-4e00-8414-404e14df6726 req-d70decc7-a9d9-40cc-983c-3ada0f994886 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a09787aaf9f8489b9ce80e474968b0c0&device_id=092b9a79-696e-47db-8d09-7415f67f653f HTTP/1.1" status: 200 len: 1098 time: 0.1883039 Aug 07 04:56:25.529418 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-96ebe601-aab5-42ae-b1de-de2cd946d0e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:25.653152 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.agents_db [None req-236ba2d6-2b68-46f9-96aa-64978379ec1a None None] Agent healthcheck: found 6 active agents {{(pid=93262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 04:56:25.679285 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-96ebe601-aab5-42ae-b1de-de2cd946d0e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:25.731217 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-b636d93a-f59d-46fd-bf0e-2731fa1a9c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5099fd70-24b6-4306-8d37-f5faa8632259', 'name': 'tempest-ServerRescueNegativeTestJSON-2086329430-router', 'tenant_id': 'bf4917b012d34a5d91aeccbdaa55f15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': 'f7404404-e91d-43bb-ac86-465a99c54814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:56:16Z', 'updated_at': '2021-08-07T04:56:20Z', 'revision_number': 4, 'project_id': 'bf4917b012d34a5d91aeccbdaa55f15f', 'gw_port': {'id': 'f7404404-e91d-43bb-ac86-465a99c54814', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5099fd70-24b6-4306-8d37-f5faa8632259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:56:16Z', 'updated_at': '2021-08-07T04:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi', '_interfaces': [{'id': '7cdd8dee-5a5d-4a90-a495-191a0363776f', 'name': '', 'network_id': 'caf0bc31-a106-4ab2-8d11-96d79fef6eec', 'tenant_id': 'bf4917b012d34a5d91aeccbdaa55f15f', 'mac_address': 'fa:16:3e:47:29:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5099fd70-24b6-4306-8d37-f5faa8632259', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '9aa1c2af-b174-4fad-8400-e05d1fd01345', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:56:19Z', 'updated_at': '2021-08-07T04:56:25Z', 'revision_number': 4, 'project_id': 'bf4917b012d34a5d91aeccbdaa55f15f', 'subnets': [{'id': '9aa1c2af-b174-4fad-8400-e05d1fd01345', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:56:25.760338 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b636d93a-f59d-46fd-bf0e-2731fa1a9c2c None None] The sync data for ids ['5099fd70-24b6-4306-8d37-f5faa8632259'] in dv-cinder-759943-8-iscsi is: [{'id': '5099fd70-24b6-4306-8d37-f5faa8632259', 'name': 'tempest-ServerRescueNegativeTestJSON-2086329430-router', 'tenant_id': 'bf4917b012d34a5d91aeccbdaa55f15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': 'f7404404-e91d-43bb-ac86-465a99c54814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:56:16Z', 'updated_at': '2021-08-07T04:56:20Z', 'revision_number': 4, 'project_id': 'bf4917b012d34a5d91aeccbdaa55f15f', 'gw_port': {'id': 'f7404404-e91d-43bb-ac86-465a99c54814', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5099fd70-24b6-4306-8d37-f5faa8632259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:56:16Z', 'updated_at': '2021-08-07T04:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi', '_interfaces': [{'id': '7cdd8dee-5a5d-4a90-a495-191a0363776f', 'name': '', 'network_id': 'caf0bc31-a106-4ab2-8d11-96d79fef6eec', 'tenant_id': 'bf4917b012d34a5d91aeccbdaa55f15f', 'mac_address': 'fa:16:3e:47:29:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5099fd70-24b6-4306-8d37-f5faa8632259', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '9aa1c2af-b174-4fad-8400-e05d1fd01345', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:56:19Z', 'updated_at': '2021-08-07T04:56:25Z', 'revision_number': 4, 'project_id': 'bf4917b012d34a5d91aeccbdaa55f15f', 'subnets': [{'id': '9aa1c2af-b174-4fad-8400-e05d1fd01345', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 04:56:25.906368 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0cbc36-264d-4e00-8414-404e14df6726 req-b6308323-a110-493b-bd62-1e54a117aab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:25.908423 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-ef0cbc36-264d-4e00-8414-404e14df6726 req-b6308323-a110-493b-bd62-1e54a117aab9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=47e9d5be-818e-47e0-bb62-cfe7f85a9f14 HTTP/1.1" status: 200 len: 912 time: 0.3569603 Aug 07 04:56:25.998311 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-96ebe601-aab5-42ae-b1de-de2cd946d0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:26.005433 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-96ebe601-aab5-42ae-b1de-de2cd946d0e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:26.007807 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-96ebe601-aab5-42ae-b1de-de2cd946d0e7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e37c7ec5-530c-4a9a-b681-b1c4459d2460 HTTP/1.1" status: 204 len: 168 time: 0.6679716 Aug 07 04:56:26.099661 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82adfa72-3397-4576-a584-268cf9c587b2 req-deae0ae9-e746-4eb6-a0d6-c01cbfa7ec7e tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:26.104550 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-82adfa72-3397-4576-a584-268cf9c587b2 req-deae0ae9-e746-4eb6-a0d6-c01cbfa7ec7e tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/networks?id=caf0bc31-a106-4ab2-8d11-96d79fef6eec HTTP/1.1" status: 200 len: 819 time: 0.4769540 Aug 07 04:56:26.151507 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-ef0cbc36-264d-4e00-8414-404e14df6726 req-b6c75675-fa78-4121-83fe-0fe991dd0158 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cbc1b50e-0fc8-47d5-80d3-e84fcc576026 HTTP/1.1" status: 200 len: 1001 time: 0.2329652 Aug 07 04:56:26.181546 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ebe601-aab5-42ae-b1de-de2cd946d0e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37c7ec5-530c-4a9a-b681-b1c4459d2460,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:26.425359 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0cbc36-264d-4e00-8414-404e14df6726 req-dc8ac360-eae0-46e4-b268-4206c84e39bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:26.427505 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-ef0cbc36-264d-4e00-8414-404e14df6726 req-dc8ac360-eae0-46e4-b268-4206c84e39bd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d69cdc06-5978-4a98-8e5a-dddb9e263998 HTTP/1.1" status: 200 len: 850 time: 0.2492516 Aug 07 04:56:26.429770 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-82adfa72-3397-4576-a584-268cf9c587b2 req-46cd17bb-6040-48b1-a998-ff0a43286d95 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/quotas/bf4917b012d34a5d91aeccbdaa55f15f HTTP/1.1" status: 200 len: 375 time: 0.2772410 Aug 07 04:56:26.743902 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device 7cdd8dee-5a5d-4a90-a495-191a0363776f up at agent ovs-agent-dv-cinder-759943-8-iscsi {{(pid=93261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:56:26.747402 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e6191d-5686-4182-881b-be945eba6208 req-d236adb4-70ca-4c02-932d-d879ce52e10d tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:26.747664 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 38190) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:56:26.752549 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-12e6191d-5686-4182-881b-be945eba6208 req-d236adb4-70ca-4c02-932d-d879ce52e10d tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.43 "GET /v2.0/networks?id=caf0bc31-a106-4ab2-8d11-96d79fef6eec HTTP/1.1" status: 200 len: 819 time: 0.7420619 Aug 07 04:56:26.778734 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-e3397c5b-3faa-475c-b04e-0695cc46f2e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:26.781328 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.v2.base [req-12e6191d-5686-4182-881b-be945eba6208 req-1621a22b-e8a2-416f-b282-63ffe88bb68c tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Request body: {'port': {'device_id': 'e26fb9f9-47b8-4e88-96bb-3a4174a1425c', 'network_id': 'caf0bc31-a106-4ab2-8d11-96d79fef6eec', 'admin_state_up': True, 'tenant_id': 'bf4917b012d34a5d91aeccbdaa55f15f'}} {{(pid=93259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:56:26.836964 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-71caade7-ae4d-4a61-8495-3fa0daea71ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:26.867418 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Provisioning for port 7cdd8dee-5a5d-4a90-a495-191a0363776f completed by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:56:26.875557 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Provisioning complete for port 7cdd8dee-5a5d-4a90-a495-191a0363776f triggered by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:56:26.876707 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:27.036191 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-e3397c5b-3faa-475c-b04e-0695cc46f2e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:27.046578 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-e3397c5b-3faa-475c-b04e-0695cc46f2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:27.055376 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-82adfa72-3397-4576-a584-268cf9c587b2 req-446127ba-9156-4674-bc50-a2108ff647e0 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=bf4917b012d34a5d91aeccbdaa55f15f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5176213 Aug 07 04:56:27.061711 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:27.086154 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0cbc36-264d-4e00-8414-404e14df6726 req-2c5860a8-ee24-4969-9b4e-a0260dcc3224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:27.089709 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-ef0cbc36-264d-4e00-8414-404e14df6726 req-2c5860a8-ee24-4969-9b4e-a0260dcc3224 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=47e9d5be-818e-47e0-bb62-cfe7f85a9f14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5495989 Aug 07 04:56:27.144622 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-e3397c5b-3faa-475c-b04e-0695cc46f2e4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6bd54c7e353f4baba16e7c14b2b28421&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3944521 Aug 07 04:56:27.148789 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3397c5b-3faa-475c-b04e-0695cc46f2e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=233ef1d2-20f5-47a5-b898-91aea4c1d1af,revision_number=1']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:27.151737 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 38196) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:56:27.254253 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] For port 7cdd8dee-5a5d-4a90-a495-191a0363776f, host dv-cinder-759943-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-8-iscsi',level=0,port_id=7cdd8dee-5a5d-4a90-a495-191a0363776f,segment=NetworkSegment(68da160a-9e55-486e-bddf-c6a2ddbdf64a),segment_id=68da160a-9e55-486e-bddf-c6a2ddbdf64a)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:56:27.266097 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:27.268233 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-ef0cbc36-264d-4e00-8414-404e14df6726 req-2f4b162c-7c5a-479c-8e8f-c2aa179b5b57 service neutron] 10.222.0.43 "GET /v2.0/networks/47e9d5be-818e-47e0-bb62-cfe7f85a9f14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547561 Aug 07 04:56:27.386346 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-cf01b31c-ff32-4687-945a-9ca0e3f93d92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:27.412500 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Pushing event updated for resources: {'Port': ['ID=7cdd8dee-5a5d-4a90-a495-191a0363776f,revision_number=5']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:27.534812 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-cf01b31c-ff32-4687-945a-9ca0e3f93d92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:27.684415 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-cf01b31c-ff32-4687-945a-9ca0e3f93d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:27.685477 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12e6191d-5686-4182-881b-be945eba6208 req-1621a22b-e8a2-416f-b282-63ffe88bb68c tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Made reservation on behalf of bf4917b012d34a5d91aeccbdaa55f15f for: {'port': 1} {{(pid=93259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:56:27.687623 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-cf01b31c-ff32-4687-945a-9ca0e3f93d92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:27.689490 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-cf01b31c-ff32-4687-945a-9ca0e3f93d92 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/233ef1d2-20f5-47a5-b898-91aea4c1d1af HTTP/1.1" status: 204 len: 168 time: 0.5322087 Aug 07 04:56:27.691841 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-12e6191d-5686-4182-881b-be945eba6208 req-1621a22b-e8a2-416f-b282-63ffe88bb68c tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:27.701410 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf01b31c-ff32-4687-945a-9ca0e3f93d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=233ef1d2-20f5-47a5-b898-91aea4c1d1af,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:27.743820 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-82adfa72-3397-4576-a584-268cf9c587b2 req-10c02223-761b-4e50-9970-6f0713e95f2d service neutron] 10.222.0.13 "GET /v2.0/networks/caf0bc31-a106-4ab2-8d11-96d79fef6eec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6518242 Aug 07 04:56:27.746440 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-ef0cbc36-264d-4e00-8414-404e14df6726 req-cc2d0681-a1a8-4672-8bb9-cac2b5061021 service neutron] 10.222.0.43 "GET /v2.0/networks/47e9d5be-818e-47e0-bb62-cfe7f85a9f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3818667 Aug 07 04:56:28.018439 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-82adfa72-3397-4576-a584-268cf9c587b2 req-e19c105c-7af1-4210-b3a8-3739ae491e30 service neutron] 10.222.0.13 "GET /v2.0/networks/caf0bc31-a106-4ab2-8d11-96d79fef6eec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567952 Aug 07 04:56:28.058246 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.db_base_plugin_common [req-12e6191d-5686-4182-881b-be945eba6208 req-1621a22b-e8a2-416f-b282-63ffe88bb68c tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Allocated IP 172.20.0.8 (caf0bc31-a106-4ab2-8d11-96d79fef6eec/9aa1c2af-b174-4fad-8400-e05d1fd01345/6dbcff7c-00ba-4d70-85a4-255fffbcc0a0) {{(pid=93259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:56:28.445503 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-12e6191d-5686-4182-881b-be945eba6208 req-1621a22b-e8a2-416f-b282-63ffe88bb68c tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Notify callbacks [] for port, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:28.520189 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-1d93571d-d38d-4c4c-adb3-32c3d998853a req-90956779-25b8-4a75-9f8c-6df246ac8ff8 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=00986e00-3c66-4254-a369-5d2355842bd6 HTTP/1.1" status: 200 len: 210 time: 0.1227982 Aug 07 04:56:28.588464 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-12e6191d-5686-4182-881b-be945eba6208 req-1621a22b-e8a2-416f-b282-63ffe88bb68c tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768807127269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513232'] for port, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:28.694427 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device 7cdd8dee-5a5d-4a90-a495-191a0363776f up at agent ovs-agent-dv-cinder-759943-8-iscsi {{(pid=93261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:56:28.722798 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12e6191d-5686-4182-881b-be945eba6208 req-1621a22b-e8a2-416f-b282-63ffe88bb68c tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Network caf0bc31-a106-4ab2-8d11-96d79fef6eec is already hosted by enough agents. {{(pid=93259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:56:28.750851 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1621a22b-e8a2-416f-b282-63ffe88bb68c tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Pushing event updated for resources: {'Port': ['ID=6dbcff7c-00ba-4d70-85a4-255fffbcc0a0,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:28.756950 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.base_scheduler [req-12e6191d-5686-4182-881b-be945eba6208 req-1621a22b-e8a2-416f-b282-63ffe88bb68c tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Resources bound (agent type, host, resource id): {{(pid=93259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:56:28.762660 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.l3_dvrscheduler_db [req-12e6191d-5686-4182-881b-be945eba6208 req-1621a22b-e8a2-416f-b282-63ffe88bb68c tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Received port after_create {{(pid=93259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:56:28.869476 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Provisioning complete for port 7cdd8dee-5a5d-4a90-a495-191a0363776f triggered by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:56:28.869874 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:28.940481 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e6191d-5686-4182-881b-be945eba6208 req-1621a22b-e8a2-416f-b282-63ffe88bb68c tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:28.941835 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-12e6191d-5686-4182-881b-be945eba6208 req-1621a22b-e8a2-416f-b282-63ffe88bb68c tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77622'] for port, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:28.984785 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-12e6191d-5686-4182-881b-be945eba6208 req-1621a22b-e8a2-416f-b282-63ffe88bb68c tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2085748 Aug 07 04:56:29.005313 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.v2.base [req-12e6191d-5686-4182-881b-be945eba6208 req-03755bc2-afb6-47d6-b625-56fc2e7c0216 service neutron] Request body: {'port': {'device_id': 'e26fb9f9-47b8-4e88-96bb-3a4174a1425c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=93259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:56:29.161936 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-12e6191d-5686-4182-881b-be945eba6208 req-03755bc2-afb6-47d6-b625-56fc2e7c0216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:29.248804 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:29.324767 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 38282) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:56:29.546908 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-24ed6ad1-b6f6-4d05-8d53-7a3c5d06f087 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:29.711819 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-a2e675c2-3101-4ff5-8839-fe51bb774ca5 req-ca3f3762-83b6-4582-83e2-378082965163 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=00986e00-3c66-4254-a369-5d2355842bd6 HTTP/1.1" status: 200 len: 210 time: 0.0632169 Aug 07 04:56:29.770191 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-7cd51c5f-af65-4d3f-83f8-d7bcc02c12fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:29.779379 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:29.811469 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.notifiers.nova [req-12e6191d-5686-4182-881b-be945eba6208 req-03755bc2-afb6-47d6-b625-56fc2e7c0216 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dbcff7c-00ba-4d70-85a4-255fffbcc0a0 {{(pid=93259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:56:29.823334 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-12e6191d-5686-4182-881b-be945eba6208 req-03755bc2-afb6-47d6-b625-56fc2e7c0216 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:29.849899 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.provisioning_blocks [req-12e6191d-5686-4182-881b-be945eba6208 req-03755bc2-afb6-47d6-b625-56fc2e7c0216 service neutron] Transition to ACTIVE for port object 6dbcff7c-00ba-4d70-85a4-255fffbcc0a0 will not be triggered until provisioned by entity L2. {{(pid=93259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:56:29.856498 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-12e6191d-5686-4182-881b-be945eba6208 req-03755bc2-afb6-47d6-b625-56fc2e7c0216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8513241'] for port, after_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:29.875725 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-24ed6ad1-b6f6-4d05-8d53-7a3c5d06f087 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:29.883070 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-24ed6ad1-b6f6-4d05-8d53-7a3c5d06f087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:29.934662 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03755bc2-afb6-47d6-b625-56fc2e7c0216 service neutron] Pushing event updated for resources: {'Port': ['ID=6dbcff7c-00ba-4d70-85a4-255fffbcc0a0,revision_number=2']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:29.949085 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-24ed6ad1-b6f6-4d05-8d53-7a3c5d06f087 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1dfad370adac4044863a8623f0ce3e4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6229646 Aug 07 04:56:29.955583 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 38312) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:56:29.966675 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ed6ad1-b6f6-4d05-8d53-7a3c5d06f087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3c2aa9-daae-47ba-bdda-798d7b1528cd,revision_number=1']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:30.055180 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-58e2dd0b-3eaf-481e-a92f-3f54e6b64de2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:30.058901 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.managers [req-12e6191d-5686-4182-881b-be945eba6208 req-03755bc2-afb6-47d6-b625-56fc2e7c0216 service neutron] Attempting to bind port 6dbcff7c-00ba-4d70-85a4-255fffbcc0a0 on host hv-cinder-75994 for vnic_type normal with profile {{(pid=93259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:56:30.059247 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.managers [req-12e6191d-5686-4182-881b-be945eba6208 req-03755bc2-afb6-47d6-b625-56fc2e7c0216 service neutron] Attempting to bind port 6dbcff7c-00ba-4d70-85a4-255fffbcc0a0 by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': '68da160a-9e55-486e-bddf-c6a2ddbdf64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'caf0bc31-a106-4ab2-8d11-96d79fef6eec'}] {{(pid=93259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:56:30.059629 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e6191d-5686-4182-881b-be945eba6208 req-03755bc2-afb6-47d6-b625-56fc2e7c0216 service neutron] Attempting to bind port 6dbcff7c-00ba-4d70-85a4-255fffbcc0a0 on network caf0bc31-a106-4ab2-8d11-96d79fef6eec {{(pid=93259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:56:30.074376 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e6191d-5686-4182-881b-be945eba6208 req-03755bc2-afb6-47d6-b625-56fc2e7c0216 service neutron] Port 6dbcff7c-00ba-4d70-85a4-255fffbcc0a0 on network caf0bc31-a106-4ab2-8d11-96d79fef6eec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=93259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 04:56:30.074688 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e6191d-5686-4182-881b-be945eba6208 req-03755bc2-afb6-47d6-b625-56fc2e7c0216 service neutron] Attempting to bind port 6dbcff7c-00ba-4d70-85a4-255fffbcc0a0 on network caf0bc31-a106-4ab2-8d11-96d79fef6eec {{(pid=93259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:56:30.092661 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e6191d-5686-4182-881b-be945eba6208 req-03755bc2-afb6-47d6-b625-56fc2e7c0216 service neutron] Checking agent: {'id': '5f67c77d-38b5-4515-b30f-34d5315bdd9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 53, 29), 'started_at': datetime.datetime(2021, 8, 7, 4, 53, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:56:30.093001 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e6191d-5686-4182-881b-be945eba6208 req-03755bc2-afb6-47d6-b625-56fc2e7c0216 service neutron] Checking segment: {'id': '68da160a-9e55-486e-bddf-c6a2ddbdf64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'caf0bc31-a106-4ab2-8d11-96d79fef6eec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:56:30.093880 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e6191d-5686-4182-881b-be945eba6208 req-03755bc2-afb6-47d6-b625-56fc2e7c0216 service neutron] Bound using segment: {'id': '68da160a-9e55-486e-bddf-c6a2ddbdf64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'caf0bc31-a106-4ab2-8d11-96d79fef6eec'} {{(pid=93259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:56:30.094344 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.managers [req-12e6191d-5686-4182-881b-be945eba6208 req-03755bc2-afb6-47d6-b625-56fc2e7c0216 service neutron] Bound port: 6dbcff7c-00ba-4d70-85a4-255fffbcc0a0, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68da160a-9e55-486e-bddf-c6a2ddbdf64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'caf0bc31-a106-4ab2-8d11-96d79fef6eec'}}] {{(pid=93259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:56:30.094718 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-12e6191d-5686-4182-881b-be945eba6208 req-03755bc2-afb6-47d6-b625-56fc2e7c0216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:30.102872 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-58e2dd0b-3eaf-481e-a92f-3f54e6b64de2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:30.200586 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-58e2dd0b-3eaf-481e-a92f-3f54e6b64de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:30.205051 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-58e2dd0b-3eaf-481e-a92f-3f54e6b64de2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:30.207325 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-58e2dd0b-3eaf-481e-a92f-3f54e6b64de2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0a3c2aa9-daae-47ba-bdda-798d7b1528cd HTTP/1.1" status: 204 len: 168 time: 0.2503984 Aug 07 04:56:30.227741 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e2dd0b-3eaf-481e-a92f-3f54e6b64de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a3c2aa9-daae-47ba-bdda-798d7b1528cd,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:30.399394 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.db [req-12e6191d-5686-4182-881b-be945eba6208 req-03755bc2-afb6-47d6-b625-56fc2e7c0216 service neutron] For port 6dbcff7c-00ba-4d70-85a4-255fffbcc0a0, host hv-cinder-75994, cleared binding levels {{(pid=93259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:56:30.434513 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.db [req-12e6191d-5686-4182-881b-be945eba6208 req-03755bc2-afb6-47d6-b625-56fc2e7c0216 service neutron] For port 6dbcff7c-00ba-4d70-85a4-255fffbcc0a0, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=6dbcff7c-00ba-4d70-85a4-255fffbcc0a0,segment=NetworkSegment(68da160a-9e55-486e-bddf-c6a2ddbdf64a),segment_id=68da160a-9e55-486e-bddf-c6a2ddbdf64a)] {{(pid=93259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:56:30.449012 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-12e6191d-5686-4182-881b-be945eba6208 req-03755bc2-afb6-47d6-b625-56fc2e7c0216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8513241'] for port, after_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:30.491320 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82adfa72-3397-4576-a584-268cf9c587b2 req-aeb3b194-2604-4ca7-8df3-e7340839e9ad tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:30.492955 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-82adfa72-3397-4576-a584-268cf9c587b2 req-aeb3b194-2604-4ca7-8df3-e7340839e9ad tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.43 "GET /v2.0/networks?id=caf0bc31-a106-4ab2-8d11-96d79fef6eec HTTP/1.1" status: 200 len: 819 time: 0.3294618 Aug 07 04:56:30.494471 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e6191d-5686-4182-881b-be945eba6208 req-03755bc2-afb6-47d6-b625-56fc2e7c0216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:30.495100 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-12e6191d-5686-4182-881b-be945eba6208 req-03755bc2-afb6-47d6-b625-56fc2e7c0216 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77622'] for port, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:30.496568 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-12e6191d-5686-4182-881b-be945eba6208 req-03755bc2-afb6-47d6-b625-56fc2e7c0216 service neutron] 10.222.0.43 "PUT /v2.0/ports/6dbcff7c-00ba-4d70-85a4-255fffbcc0a0 HTTP/1.1" status: 200 len: 1093 time: 1.5072711 Aug 07 04:56:30.528865 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e26fb9f9-47b8-4e88-96bb-3a4174a1425c', 'tag': '6dbcff7c-00ba-4d70-85a4-255fffbcc0a0'}] {{(pid=93259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:56:30.531933 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2475665ef9a7cb8741e3251ff967df6d1dd3d3eb822c2e36b28ddc32d9da7eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-411bbeeb-8974-4728-af8f-b43fb40a721a" -d '{"events": [{"name": "network-changed", "server_uuid": "e26fb9f9-47b8-4e88-96bb-3a4174a1425c", "tag": "6dbcff7c-00ba-4d70-85a4-255fffbcc0a0"}]}' {{(pid=93259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:56:30.541204 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.v2.base [req-82adfa72-3397-4576-a584-268cf9c587b2 req-87e61c74-7ddc-4a9c-8191-ab13dfbcb73d tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Request body: {'port': {'device_id': '00986e00-3c66-4254-a369-5d2355842bd6', 'network_id': 'caf0bc31-a106-4ab2-8d11-96d79fef6eec', 'admin_state_up': True, 'tenant_id': 'bf4917b012d34a5d91aeccbdaa55f15f'}} {{(pid=93259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:56:30.770176 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-f79f476c-1ac6-45f4-a536-05d31601a6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:30.863030 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 04:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea6c9738-605c-4f52-8ad8-95edbbc33e1c x-openstack-request-id: req-ea6c9738-605c-4f52-8ad8-95edbbc33e1c {{(pid=93259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:56:30.864010 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e26fb9f9-47b8-4e88-96bb-3a4174a1425c", "tag": "6dbcff7c-00ba-4d70-85a4-255fffbcc0a0", "status": "completed", "code": 200}]} {{(pid=93259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:56:30.864010 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ea6c9738-605c-4f52-8ad8-95edbbc33e1c {{(pid=93259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:56:30.864412 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e26fb9f9-47b8-4e88-96bb-3a4174a1425c', 'tag': '6dbcff7c-00ba-4d70-85a4-255fffbcc0a0', 'status': 'completed', 'code': 200} Aug 07 04:56:30.956548 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03755bc2-afb6-47d6-b625-56fc2e7c0216 service neutron] Pushing event updated for resources: {'Port': ['ID=6dbcff7c-00ba-4d70-85a4-255fffbcc0a0,revision_number=3']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:31.021876 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e6191d-5686-4182-881b-be945eba6208 req-9d7feec0-2881-452a-8d5e-fd9b83bd5e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:31.021876 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-12e6191d-5686-4182-881b-be945eba6208 req-9d7feec0-2881-452a-8d5e-fd9b83bd5e80 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bf4917b012d34a5d91aeccbdaa55f15f&device_id=e26fb9f9-47b8-4e88-96bb-3a4174a1425c HTTP/1.1" status: 200 len: 1096 time: 0.4056416 Aug 07 04:56:31.101099 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-12892bdd-778c-40c4-973c-72cff144364a req-63387763-4c15-40b0-b93c-ff96dc2d50cc tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=00986e00-3c66-4254-a369-5d2355842bd6 HTTP/1.1" status: 200 len: 210 time: 0.0319748 Aug 07 04:56:31.104512 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-12e6191d-5686-4182-881b-be945eba6208 req-1008ca23-df4a-4383-8f56-53d2146fa90a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6dbcff7c-00ba-4d70-85a4-255fffbcc0a0 HTTP/1.1" status: 200 len: 217 time: 0.0787017 Aug 07 04:56:31.118992 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 38350) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:56:31.171801 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-be52d7b5-5b29-427b-a816-36128d60ced5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:31.201516 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82adfa72-3397-4576-a584-268cf9c587b2 req-87e61c74-7ddc-4a9c-8191-ab13dfbcb73d tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Made reservation on behalf of bf4917b012d34a5d91aeccbdaa55f15f for: {'port': 1} {{(pid=93259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:56:31.206904 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-82adfa72-3397-4576-a584-268cf9c587b2 req-87e61c74-7ddc-4a9c-8191-ab13dfbcb73d tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:31.233083 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e6191d-5686-4182-881b-be945eba6208 req-37ad8c34-196f-4fa3-a285-ccd2d8d9f445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:31.234964 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-12e6191d-5686-4182-881b-be945eba6208 req-37ad8c34-196f-4fa3-a285-ccd2d8d9f445 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9aa1c2af-b174-4fad-8400-e05d1fd01345 HTTP/1.1" status: 200 len: 859 time: 0.1156867 Aug 07 04:56:31.317209 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-12e6191d-5686-4182-881b-be945eba6208 req-5bfd21a6-af04-4408-befe-5e29c41e002c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=caf0bc31-a106-4ab2-8d11-96d79fef6eec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733428 Aug 07 04:56:31.395022 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-be52d7b5-5b29-427b-a816-36128d60ced5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:31.399093 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-be52d7b5-5b29-427b-a816-36128d60ced5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:31.446632 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-be52d7b5-5b29-427b-a816-36128d60ced5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8db0e1970bef46f9b1df792cd7ca4c4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3259435 Aug 07 04:56:31.447855 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be52d7b5-5b29-427b-a816-36128d60ced5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b95b0d-ea96-48c5-a2d8-30a658832437,revision_number=1']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:31.451276 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 38354) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:56:31.516070 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-414fce86-408e-405d-bc2d-88ce541e16b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:31.543921 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-414fce86-408e-405d-bc2d-88ce541e16b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:31.640317 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-414fce86-408e-405d-bc2d-88ce541e16b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:31.646533 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-414fce86-408e-405d-bc2d-88ce541e16b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:31.648993 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-414fce86-408e-405d-bc2d-88ce541e16b8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/72b95b0d-ea96-48c5-a2d8-30a658832437 HTTP/1.1" status: 204 len: 168 time: 0.1961532 Aug 07 04:56:31.676562 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414fce86-408e-405d-bc2d-88ce541e16b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b95b0d-ea96-48c5-a2d8-30a658832437,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:31.756118 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.db_base_plugin_common [req-82adfa72-3397-4576-a584-268cf9c587b2 req-87e61c74-7ddc-4a9c-8191-ab13dfbcb73d tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Allocated IP 172.20.0.11 (caf0bc31-a106-4ab2-8d11-96d79fef6eec/9aa1c2af-b174-4fad-8400-e05d1fd01345/45a2a96c-33c6-4691-b53e-6da694f770cc) {{(pid=93259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:56:31.763221 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-12e6191d-5686-4182-881b-be945eba6208 req-e94a3045-fd6e-4515-9676-53bf0fec9fd6 service neutron] 10.222.0.43 "GET /v2.0/networks/caf0bc31-a106-4ab2-8d11-96d79fef6eec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4324057 Aug 07 04:56:31.992962 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-12e6191d-5686-4182-881b-be945eba6208 req-e0961b3b-d607-4eba-ba67-e3fe8f7cc162 service neutron] 10.222.0.43 "GET /v2.0/networks/caf0bc31-a106-4ab2-8d11-96d79fef6eec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213695 Aug 07 04:56:32.082465 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-82adfa72-3397-4576-a584-268cf9c587b2 req-87e61c74-7ddc-4a9c-8191-ab13dfbcb73d tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Notify callbacks [] for port, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:32.161765 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411bbeeb-8974-4728-af8f-b43fb40a721a req-d5c5dc1f-e80b-4799-853e-34f49b0cace5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:32.164980 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-411bbeeb-8974-4728-af8f-b43fb40a721a req-d5c5dc1f-e80b-4799-853e-34f49b0cace5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bf4917b012d34a5d91aeccbdaa55f15f&device_id=e26fb9f9-47b8-4e88-96bb-3a4174a1425c HTTP/1.1" status: 200 len: 1096 time: 0.1018958 Aug 07 04:56:32.352864 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-0fe93aea-b7bb-49ed-b6fc-0eaeaff4869c req-58a79bdd-1108-43bf-b351-14cd2e38654f tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=00986e00-3c66-4254-a369-5d2355842bd6 HTTP/1.1" status: 200 len: 210 time: 0.0441592 Aug 07 04:56:32.417232 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-82adfa72-3397-4576-a584-268cf9c587b2 req-87e61c74-7ddc-4a9c-8191-ab13dfbcb73d tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768807127269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513232'] for port, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:32.531363 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411bbeeb-8974-4728-af8f-b43fb40a721a req-51ae5c16-23bf-4a1e-a2b2-665b75da6765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:32.534825 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-411bbeeb-8974-4728-af8f-b43fb40a721a req-51ae5c16-23bf-4a1e-a2b2-665b75da6765 service neutron] 10.222.0.43 "GET /v2.0/networks?id=caf0bc31-a106-4ab2-8d11-96d79fef6eec HTTP/1.1" status: 200 len: 920 time: 0.3519099 Aug 07 04:56:32.547773 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-fe46c1f5-d46f-4bdc-a2a5-961a9e169c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:32.556201 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82adfa72-3397-4576-a584-268cf9c587b2 req-87e61c74-7ddc-4a9c-8191-ab13dfbcb73d tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Network caf0bc31-a106-4ab2-8d11-96d79fef6eec is already hosted by enough agents. {{(pid=93259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:56:32.573469 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.base_scheduler [req-82adfa72-3397-4576-a584-268cf9c587b2 req-87e61c74-7ddc-4a9c-8191-ab13dfbcb73d tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Resources bound (agent type, host, resource id): {{(pid=93259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:56:32.642874 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 38404) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:56:32.689465 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.l3_dvrscheduler_db [req-82adfa72-3397-4576-a584-268cf9c587b2 req-87e61c74-7ddc-4a9c-8191-ab13dfbcb73d tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Received port after_create {{(pid=93259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:56:32.790273 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-411bbeeb-8974-4728-af8f-b43fb40a721a req-4c8c7f20-ef13-412d-a6b2-9c0fcc1e2d8c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6dbcff7c-00ba-4d70-85a4-255fffbcc0a0 HTTP/1.1" status: 200 len: 217 time: 0.2376173 Aug 07 04:56:32.797506 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e61c74-7ddc-4a9c-8191-ab13dfbcb73d tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Pushing event updated for resources: {'Port': ['ID=45a2a96c-33c6-4691-b53e-6da694f770cc,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:32.804310 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-bf9350f3-b88d-4e43-b504-8fe3e0865ea6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:32.949024 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82adfa72-3397-4576-a584-268cf9c587b2 req-87e61c74-7ddc-4a9c-8191-ab13dfbcb73d tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:32.950488 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-82adfa72-3397-4576-a584-268cf9c587b2 req-87e61c74-7ddc-4a9c-8191-ab13dfbcb73d tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77622'] for port, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:32.968903 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-bf9350f3-b88d-4e43-b504-8fe3e0865ea6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:32.986517 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411bbeeb-8974-4728-af8f-b43fb40a721a req-f1022759-056b-4bad-ab06-5d0089c2e6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:32.989994 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-411bbeeb-8974-4728-af8f-b43fb40a721a req-f1022759-056b-4bad-ab06-5d0089c2e6e8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9aa1c2af-b174-4fad-8400-e05d1fd01345 HTTP/1.1" status: 200 len: 859 time: 0.1686583 Aug 07 04:56:32.993212 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-82adfa72-3397-4576-a584-268cf9c587b2 req-87e61c74-7ddc-4a9c-8191-ab13dfbcb73d tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4566517 Aug 07 04:56:33.005631 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-bf9350f3-b88d-4e43-b504-8fe3e0865ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:33.051159 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.v2.base [req-82adfa72-3397-4576-a584-268cf9c587b2 req-1fc5ba5b-29af-420a-877c-40c8f6cfac9c service neutron] Request body: {'port': {'device_id': '00986e00-3c66-4254-a369-5d2355842bd6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=93259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:56:33.081704 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-d67edb36-2a9d-4156-bd93-2635e0ef9cd5 req-e98d0bbd-aafc-4b5f-a628-d1da18ad5dcf tempest-VolumesNegativeTest-849201136 tempest-VolumesNegativeTest-849201136-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=b03a2c1b09a54b639ded8053be8900ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1261129 Aug 07 04:56:33.128896 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-411bbeeb-8974-4728-af8f-b43fb40a721a req-f7d33e86-ff59-411b-8a70-486b5741a7f2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=caf0bc31-a106-4ab2-8d11-96d79fef6eec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1188891 Aug 07 04:56:33.239880 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-bf9350f3-b88d-4e43-b504-8fe3e0865ea6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=90d6e39b6c954281af9f9a1e4867999f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5928068 Aug 07 04:56:33.244857 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 38428) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:56:33.292683 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-82adfa72-3397-4576-a584-268cf9c587b2 req-1fc5ba5b-29af-420a-877c-40c8f6cfac9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:33.304867 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9350f3-b88d-4e43-b504-8fe3e0865ea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c262ca-f6fa-4f01-b16b-5e6fadd1d1d6,revision_number=1']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:33.467141 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-49ad5d94-12b9-4823-b80e-3d406cf493ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:33.495463 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-411bbeeb-8974-4728-af8f-b43fb40a721a req-181a13a3-4802-48c0-a57e-69e630712bf4 service neutron] 10.222.0.43 "GET /v2.0/networks/caf0bc31-a106-4ab2-8d11-96d79fef6eec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3542283 Aug 07 04:56:33.551396 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67edb36-2a9d-4156-bd93-2635e0ef9cd5 req-462d1305-7d79-4aa0-a3c4-0591db1ae254 tempest-VolumesNegativeTest-849201136 tempest-VolumesNegativeTest-849201136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:33.560060 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-d67edb36-2a9d-4156-bd93-2635e0ef9cd5 req-462d1305-7d79-4aa0-a3c4-0591db1ae254 tempest-VolumesNegativeTest-849201136 tempest-VolumesNegativeTest-849201136-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4585323 Aug 07 04:56:33.578576 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-d67edb36-2a9d-4156-bd93-2635e0ef9cd5 req-889b46e5-bae3-4ea1-83af-f6dc520794e1 tempest-VolumesNegativeTest-849201136 tempest-VolumesNegativeTest-849201136-project] 10.222.0.13 "GET /v2.0/quotas/b03a2c1b09a54b639ded8053be8900ad HTTP/1.1" status: 200 len: 375 time: 0.0168486 Aug 07 04:56:33.614152 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-d67edb36-2a9d-4156-bd93-2635e0ef9cd5 req-c7806c5c-eb44-4f95-85e3-16619a34c7c3 tempest-VolumesNegativeTest-849201136 tempest-VolumesNegativeTest-849201136-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b03a2c1b09a54b639ded8053be8900ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340333 Aug 07 04:56:33.804201 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-49ad5d94-12b9-4823-b80e-3d406cf493ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:33.987708 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-a1d4640c-0f57-4333-a025-db606be8b712 req-9254487c-edfa-4868-a163-4007bc451128 tempest-VolumesNegativeTest-849201136 tempest-VolumesNegativeTest-849201136-project] 10.222.0.13 "GET /v2.0/ports?device_id=8375d101-e88e-453e-b04c-21ec7ab55314 HTTP/1.1" status: 200 len: 210 time: 0.0518987 Aug 07 04:56:34.051124 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b462b5c3-ec05-4db1-9567-021084854607 req-696fd682-4ab6-467d-93aa-0cbaa2edb04c tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:34.053159 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-b462b5c3-ec05-4db1-9567-021084854607 req-696fd682-4ab6-467d-93aa-0cbaa2edb04c tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=00986e00-3c66-4254-a369-5d2355842bd6 HTTP/1.1" status: 200 len: 932 time: 0.4150834 Aug 07 04:56:34.076269 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-411bbeeb-8974-4728-af8f-b43fb40a721a req-3fdaaa37-31a4-43bb-a4f1-b6b13231bc40 service neutron] 10.222.0.43 "GET /v2.0/networks/caf0bc31-a106-4ab2-8d11-96d79fef6eec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5577478 Aug 07 04:56:34.144956 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-49ad5d94-12b9-4823-b80e-3d406cf493ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:34.149996 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-49ad5d94-12b9-4823-b80e-3d406cf493ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:34.152041 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-49ad5d94-12b9-4823-b80e-3d406cf493ee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c2c262ca-f6fa-4f01-b16b-5e6fadd1d1d6 HTTP/1.1" status: 204 len: 168 time: 0.9041824 Aug 07 04:56:34.213033 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ad5d94-12b9-4823-b80e-3d406cf493ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c262ca-f6fa-4f01-b16b-5e6fadd1d1d6,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:34.277519 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-b462b5c3-ec05-4db1-9567-021084854607 req-2fb35e36-78a9-481d-931b-b110337991a0 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995916 Aug 07 04:56:34.410902 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.notifiers.nova [req-82adfa72-3397-4576-a584-268cf9c587b2 req-1fc5ba5b-29af-420a-877c-40c8f6cfac9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45a2a96c-33c6-4691-b53e-6da694f770cc {{(pid=93259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:56:34.428586 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-82adfa72-3397-4576-a584-268cf9c587b2 req-1fc5ba5b-29af-420a-877c-40c8f6cfac9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:34.467205 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.provisioning_blocks [req-82adfa72-3397-4576-a584-268cf9c587b2 req-1fc5ba5b-29af-420a-877c-40c8f6cfac9c service neutron] Transition to ACTIVE for port object 45a2a96c-33c6-4691-b53e-6da694f770cc will not be triggered until provisioned by entity L2. {{(pid=93259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:56:34.480313 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-82adfa72-3397-4576-a584-268cf9c587b2 req-1fc5ba5b-29af-420a-877c-40c8f6cfac9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8513241'] for port, after_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:34.699934 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc5ba5b-29af-420a-877c-40c8f6cfac9c service neutron] Pushing event updated for resources: {'Port': ['ID=45a2a96c-33c6-4691-b53e-6da694f770cc,revision_number=2']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:34.836375 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.managers [req-82adfa72-3397-4576-a584-268cf9c587b2 req-1fc5ba5b-29af-420a-877c-40c8f6cfac9c service neutron] Attempting to bind port 45a2a96c-33c6-4691-b53e-6da694f770cc on host hv-cinder-75994 for vnic_type normal with profile {{(pid=93259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:56:34.836873 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.managers [req-82adfa72-3397-4576-a584-268cf9c587b2 req-1fc5ba5b-29af-420a-877c-40c8f6cfac9c service neutron] Attempting to bind port 45a2a96c-33c6-4691-b53e-6da694f770cc by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': '68da160a-9e55-486e-bddf-c6a2ddbdf64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'caf0bc31-a106-4ab2-8d11-96d79fef6eec'}] {{(pid=93259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:56:34.837071 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82adfa72-3397-4576-a584-268cf9c587b2 req-1fc5ba5b-29af-420a-877c-40c8f6cfac9c service neutron] Attempting to bind port 45a2a96c-33c6-4691-b53e-6da694f770cc on network caf0bc31-a106-4ab2-8d11-96d79fef6eec {{(pid=93259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:56:34.842908 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82adfa72-3397-4576-a584-268cf9c587b2 req-1fc5ba5b-29af-420a-877c-40c8f6cfac9c service neutron] Port 45a2a96c-33c6-4691-b53e-6da694f770cc on network caf0bc31-a106-4ab2-8d11-96d79fef6eec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=93259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 04:56:34.843261 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82adfa72-3397-4576-a584-268cf9c587b2 req-1fc5ba5b-29af-420a-877c-40c8f6cfac9c service neutron] Attempting to bind port 45a2a96c-33c6-4691-b53e-6da694f770cc on network caf0bc31-a106-4ab2-8d11-96d79fef6eec {{(pid=93259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:56:34.850821 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82adfa72-3397-4576-a584-268cf9c587b2 req-1fc5ba5b-29af-420a-877c-40c8f6cfac9c service neutron] Checking agent: {'id': '5f67c77d-38b5-4515-b30f-34d5315bdd9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 53, 29), 'started_at': datetime.datetime(2021, 8, 7, 4, 53, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:56:34.863820 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82adfa72-3397-4576-a584-268cf9c587b2 req-1fc5ba5b-29af-420a-877c-40c8f6cfac9c service neutron] Checking segment: {'id': '68da160a-9e55-486e-bddf-c6a2ddbdf64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'caf0bc31-a106-4ab2-8d11-96d79fef6eec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:56:34.863820 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82adfa72-3397-4576-a584-268cf9c587b2 req-1fc5ba5b-29af-420a-877c-40c8f6cfac9c service neutron] Bound using segment: {'id': '68da160a-9e55-486e-bddf-c6a2ddbdf64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'caf0bc31-a106-4ab2-8d11-96d79fef6eec'} {{(pid=93259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:56:34.863820 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.managers [req-82adfa72-3397-4576-a584-268cf9c587b2 req-1fc5ba5b-29af-420a-877c-40c8f6cfac9c service neutron] Bound port: 45a2a96c-33c6-4691-b53e-6da694f770cc, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68da160a-9e55-486e-bddf-c6a2ddbdf64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'caf0bc31-a106-4ab2-8d11-96d79fef6eec'}}] {{(pid=93259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:56:34.863820 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-82adfa72-3397-4576-a584-268cf9c587b2 req-1fc5ba5b-29af-420a-877c-40c8f6cfac9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:35.041395 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.db [req-82adfa72-3397-4576-a584-268cf9c587b2 req-1fc5ba5b-29af-420a-877c-40c8f6cfac9c service neutron] For port 45a2a96c-33c6-4691-b53e-6da694f770cc, host hv-cinder-75994, cleared binding levels {{(pid=93259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:56:35.056201 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.db [req-82adfa72-3397-4576-a584-268cf9c587b2 req-1fc5ba5b-29af-420a-877c-40c8f6cfac9c service neutron] For port 45a2a96c-33c6-4691-b53e-6da694f770cc, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=45a2a96c-33c6-4691-b53e-6da694f770cc,segment=NetworkSegment(68da160a-9e55-486e-bddf-c6a2ddbdf64a),segment_id=68da160a-9e55-486e-bddf-c6a2ddbdf64a)] {{(pid=93259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:56:35.064734 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-82adfa72-3397-4576-a584-268cf9c587b2 req-1fc5ba5b-29af-420a-877c-40c8f6cfac9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8513241'] for port, after_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:35.136784 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82adfa72-3397-4576-a584-268cf9c587b2 req-1fc5ba5b-29af-420a-877c-40c8f6cfac9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:35.137432 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-82adfa72-3397-4576-a584-268cf9c587b2 req-1fc5ba5b-29af-420a-877c-40c8f6cfac9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77622'] for port, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:35.138995 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-82adfa72-3397-4576-a584-268cf9c587b2 req-1fc5ba5b-29af-420a-877c-40c8f6cfac9c service neutron] 10.222.0.43 "PUT /v2.0/ports/45a2a96c-33c6-4691-b53e-6da694f770cc HTTP/1.1" status: 200 len: 1094 time: 2.1318607 Aug 07 04:56:35.139478 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00986e00-3c66-4254-a369-5d2355842bd6', 'tag': '45a2a96c-33c6-4691-b53e-6da694f770cc'}] {{(pid=93259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:56:35.144560 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2475665ef9a7cb8741e3251ff967df6d1dd3d3eb822c2e36b28ddc32d9da7eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9756a233-a183-43bd-b4fe-c4863725eb1f" -d '{"events": [{"name": "network-changed", "server_uuid": "00986e00-3c66-4254-a369-5d2355842bd6", "tag": "45a2a96c-33c6-4691-b53e-6da694f770cc"}]}' {{(pid=93259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:56:35.216262 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc5ba5b-29af-420a-877c-40c8f6cfac9c service neutron] Pushing event updated for resources: {'Port': ['ID=45a2a96c-33c6-4691-b53e-6da694f770cc,revision_number=3']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:35.292793 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 04:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a3cb32-2e09-45b7-8354-3e818ec73af0 x-openstack-request-id: req-74a3cb32-2e09-45b7-8354-3e818ec73af0 {{(pid=93259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:56:35.293517 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00986e00-3c66-4254-a369-5d2355842bd6", "tag": "45a2a96c-33c6-4691-b53e-6da694f770cc", "status": "completed", "code": 200}]} {{(pid=93259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:56:35.293961 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-74a3cb32-2e09-45b7-8354-3e818ec73af0 {{(pid=93259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:56:35.294496 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00986e00-3c66-4254-a369-5d2355842bd6', 'tag': '45a2a96c-33c6-4691-b53e-6da694f770cc', 'status': 'completed', 'code': 200} Aug 07 04:56:35.348633 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-844a3eac-f9ee-4722-9320-fbcced3b7bf6 req-5d7d7854-dd18-4e36-9906-0bd253874105 tempest-VolumesNegativeTest-849201136 tempest-VolumesNegativeTest-849201136-project] 10.222.0.13 "GET /v2.0/ports?device_id=8375d101-e88e-453e-b04c-21ec7ab55314 HTTP/1.1" status: 200 len: 210 time: 0.0670381 Aug 07 04:56:35.459933 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82adfa72-3397-4576-a584-268cf9c587b2 req-2b0a19e2-8835-4a5b-8673-f85ff7720977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:35.462086 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-82adfa72-3397-4576-a584-268cf9c587b2 req-2b0a19e2-8835-4a5b-8673-f85ff7720977 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bf4917b012d34a5d91aeccbdaa55f15f&device_id=00986e00-3c66-4254-a369-5d2355842bd6 HTTP/1.1" status: 200 len: 1097 time: 0.1096628 Aug 07 04:56:35.531469 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-82adfa72-3397-4576-a584-268cf9c587b2 req-0cb828ef-dbbb-4f32-8d23-6029ec3748ea service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45a2a96c-33c6-4691-b53e-6da694f770cc HTTP/1.1" status: 200 len: 217 time: 0.0590284 Aug 07 04:56:35.655762 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea275607-99f2-49d7-9e09-64aa35e7c032 req-7ab6d8e3-af95-410f-999e-9bfcf70f6446 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:35.660328 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-ea275607-99f2-49d7-9e09-64aa35e7c032 req-7ab6d8e3-af95-410f-999e-9bfcf70f6446 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=00986e00-3c66-4254-a369-5d2355842bd6 HTTP/1.1" status: 200 len: 944 time: 0.1790974 Aug 07 04:56:35.667615 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82adfa72-3397-4576-a584-268cf9c587b2 req-9b07f077-577c-4bd8-83ea-af531aa83f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:35.670618 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-82adfa72-3397-4576-a584-268cf9c587b2 req-9b07f077-577c-4bd8-83ea-af531aa83f78 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9aa1c2af-b174-4fad-8400-e05d1fd01345 HTTP/1.1" status: 200 len: 859 time: 0.1120472 Aug 07 04:56:35.837009 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-82adfa72-3397-4576-a584-268cf9c587b2 req-4ca5f646-8211-4ebf-8c84-3952154ad29a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=caf0bc31-a106-4ab2-8d11-96d79fef6eec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1228657 Aug 07 04:56:35.853387 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-ea275607-99f2-49d7-9e09-64aa35e7c032 req-d8b92174-e34a-44be-8006-b6c183902584 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771357 Aug 07 04:56:36.501982 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-a2f52874-52a0-4f56-beed-4042aecf1168 req-91d9e579-ff75-47a1-b598-541b5cf16564 tempest-VolumesNegativeTest-849201136 tempest-VolumesNegativeTest-849201136-project] 10.222.0.13 "GET /v2.0/ports?device_id=8375d101-e88e-453e-b04c-21ec7ab55314 HTTP/1.1" status: 200 len: 210 time: 0.0413334 Aug 07 04:56:36.855495 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device 6dbcff7c-00ba-4d70-85a4-255fffbcc0a0 details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=93261) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 04:56:37.030322 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] For port 6dbcff7c-00ba-4d70-85a4-255fffbcc0a0, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=6dbcff7c-00ba-4d70-85a4-255fffbcc0a0,segment=NetworkSegment(68da160a-9e55-486e-bddf-c6a2ddbdf64a),segment_id=68da160a-9e55-486e-bddf-c6a2ddbdf64a)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:56:37.056257 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Returning: {'device': '6dbcff7c-00ba-4d70-85a4-255fffbcc0a0', 'network_id': 'caf0bc31-a106-4ab2-8d11-96d79fef6eec', 'port_id': '6dbcff7c-00ba-4d70-85a4-255fffbcc0a0', 'mac_address': 'fa:16:3e:38:38:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aa1c2af-b174-4fad-8400-e05d1fd01345', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93261) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 04:56:37.139891 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:37.163633 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.notifiers.nova [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dbcff7c-00ba-4d70-85a4-255fffbcc0a0 {{(pid=93261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:56:37.186961 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] For port 6dbcff7c-00ba-4d70-85a4-255fffbcc0a0, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=6dbcff7c-00ba-4d70-85a4-255fffbcc0a0,segment=NetworkSegment(68da160a-9e55-486e-bddf-c6a2ddbdf64a),segment_id=68da160a-9e55-486e-bddf-c6a2ddbdf64a)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:56:37.193167 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:37.261987 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Pushing event updated for resources: {'Port': ['ID=6dbcff7c-00ba-4d70-85a4-255fffbcc0a0,revision_number=4']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:37.398653 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 38596) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:56:37.537379 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-68238744-19d3-4df8-9ec9-862edf92488d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:37.668925 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-68238744-19d3-4df8-9ec9-862edf92488d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:37.675291 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-68238744-19d3-4df8-9ec9-862edf92488d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:37.717885 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-68238744-19d3-4df8-9ec9-862edf92488d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fdf6af185cd541219d1b85cada10a8d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3179297 Aug 07 04:56:37.718642 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68238744-19d3-4df8-9ec9-862edf92488d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27544730-40d5-41be-b92e-9c4e8c13b2ff,revision_number=1']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:37.721336 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 38604) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:56:37.784618 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-1d8d8810-b489-493a-885e-0583df2ee1c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:37.818113 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-1d8d8810-b489-493a-885e-0583df2ee1c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:37.896054 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-1d8d8810-b489-493a-885e-0583df2ee1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:37.901712 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-1d8d8810-b489-493a-885e-0583df2ee1c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:37.903987 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-1d8d8810-b489-493a-885e-0583df2ee1c3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/27544730-40d5-41be-b92e-9c4e8c13b2ff HTTP/1.1" status: 204 len: 168 time: 0.1809337 Aug 07 04:56:37.918842 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8d8810-b489-493a-885e-0583df2ee1c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27544730-40d5-41be-b92e-9c4e8c13b2ff,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:38.283613 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 38614) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:56:38.299910 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-8739cbd2-453f-42bf-8887-36b6f4829a9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:38.424507 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-8739cbd2-453f-42bf-8887-36b6f4829a9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:38.428857 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-8739cbd2-453f-42bf-8887-36b6f4829a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:38.481145 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-8739cbd2-453f-42bf-8887-36b6f4829a9b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6d42a48303944680b3cb8ebdd3bdfe2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1962669 Aug 07 04:56:38.482113 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8739cbd2-453f-42bf-8887-36b6f4829a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20053be8-f1c0-4fbd-b2d5-aa84570a23a8,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:38.485735 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 38616) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:56:38.569131 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-df1237b5-0bd1-41b7-bac9-df099932823c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:38.599775 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-df1237b5-0bd1-41b7-bac9-df099932823c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:38.655252 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-df1237b5-0bd1-41b7-bac9-df099932823c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:38.658443 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-df1237b5-0bd1-41b7-bac9-df099932823c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:38.659837 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-df1237b5-0bd1-41b7-bac9-df099932823c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/20053be8-f1c0-4fbd-b2d5-aa84570a23a8 HTTP/1.1" status: 204 len: 168 time: 0.1721199 Aug 07 04:56:38.668727 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1237b5-0bd1-41b7-bac9-df099932823c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20053be8-f1c0-4fbd-b2d5-aa84570a23a8,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:38.852810 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-d67edb36-2a9d-4156-bd93-2635e0ef9cd5 req-a31e0375-db88-441e-b6b9-edafbe9dbf60 tempest-VolumesNegativeTest-849201136 tempest-VolumesNegativeTest-849201136-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=b03a2c1b09a54b639ded8053be8900ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0471005 Aug 07 04:56:39.045713 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] get_ports_and_sgs() called for port_ids ['6dbcff7c-00ba-4d70-85a4-255fffbcc0a0'] {{(pid=93261) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:56:39.140030 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-d267def1-162b-4c8a-8154-30692ea720a6 req-68e2b574-bb12-444d-a838-c4d388ad1297 tempest-VolumesNegativeTest-849201136 tempest-VolumesNegativeTest-849201136-project] 10.222.0.13 "GET /v2.0/ports?device_id=8375d101-e88e-453e-b04c-21ec7ab55314 HTTP/1.1" status: 200 len: 210 time: 0.0879207 Aug 07 04:56:39.206686 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-82adfa72-3397-4576-a584-268cf9c587b2 req-e4062248-949a-4aeb-801c-33c852cc140f service neutron] 10.222.0.43 "GET /v2.0/networks/caf0bc31-a106-4ab2-8d11-96d79fef6eec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4538019 Aug 07 04:56:39.588332 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67edb36-2a9d-4156-bd93-2635e0ef9cd5 req-825446fa-161f-400b-8b88-f73913e36f29 tempest-VolumesNegativeTest-849201136 tempest-VolumesNegativeTest-849201136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:39.591134 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-d67edb36-2a9d-4156-bd93-2635e0ef9cd5 req-825446fa-161f-400b-8b88-f73913e36f29 tempest-VolumesNegativeTest-849201136 tempest-VolumesNegativeTest-849201136-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7259378 Aug 07 04:56:39.606675 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a6e9a-05c5-41aa-9171-56f1d86fe7a9 req-2f5e625e-eccf-4d90-bdf1-a26663077bce tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:39.609353 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-250a6e9a-05c5-41aa-9171-56f1d86fe7a9 req-2f5e625e-eccf-4d90-bdf1-a26663077bce tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=00986e00-3c66-4254-a369-5d2355842bd6 HTTP/1.1" status: 200 len: 944 time: 0.4652238 Aug 07 04:56:39.621030 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.v2.base [req-d67edb36-2a9d-4156-bd93-2635e0ef9cd5 req-bab267d3-0dcd-4fa6-851b-4a6ccd893ef2 tempest-VolumesNegativeTest-849201136 tempest-VolumesNegativeTest-849201136-project] Request body: {'port': {'device_id': '8375d101-e88e-453e-b04c-21ec7ab55314', 'network_id': 'e3d1255d-97db-40d9-85bc-ed5de8997fa1', 'admin_state_up': True, 'tenant_id': 'b03a2c1b09a54b639ded8053be8900ad'}} {{(pid=93259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:56:39.823499 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-82adfa72-3397-4576-a584-268cf9c587b2 req-44a3a7af-0c22-41bf-9dae-ef4ce124f276 service neutron] 10.222.0.43 "GET /v2.0/networks/caf0bc31-a106-4ab2-8d11-96d79fef6eec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5108104 Aug 07 04:56:39.842720 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-250a6e9a-05c5-41aa-9171-56f1d86fe7a9 req-e8fe0283-4f85-4e8f-a502-95857ca370d4 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101600 Aug 07 04:56:40.286569 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-3993e1fb-1b36-4a3f-bfa6-8cf13b0f92ad req-489ccd11-e849-4341-8c98-de074f52cfac tempest-VolumesNegativeTest-849201136 tempest-VolumesNegativeTest-849201136-project] 10.222.0.13 "GET /v2.0/ports?device_id=8375d101-e88e-453e-b04c-21ec7ab55314 HTTP/1.1" status: 200 len: 210 time: 0.0545459 Aug 07 04:56:40.426094 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9756a233-a183-43bd-b4fe-c4863725eb1f req-df605394-a26c-4f2e-b08d-49ff28c78d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:40.428885 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-9756a233-a183-43bd-b4fe-c4863725eb1f req-df605394-a26c-4f2e-b08d-49ff28c78d00 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bf4917b012d34a5d91aeccbdaa55f15f&device_id=00986e00-3c66-4254-a369-5d2355842bd6 HTTP/1.1" status: 200 len: 1097 time: 0.5020671 Aug 07 04:56:40.539054 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d67edb36-2a9d-4156-bd93-2635e0ef9cd5 req-bab267d3-0dcd-4fa6-851b-4a6ccd893ef2 tempest-VolumesNegativeTest-849201136 tempest-VolumesNegativeTest-849201136-project] Made reservation on behalf of b03a2c1b09a54b639ded8053be8900ad for: {'port': 1} {{(pid=93259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:56:40.545149 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-d67edb36-2a9d-4156-bd93-2635e0ef9cd5 req-bab267d3-0dcd-4fa6-851b-4a6ccd893ef2 tempest-VolumesNegativeTest-849201136 tempest-VolumesNegativeTest-849201136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:40.580973 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-d67edb36-2a9d-4156-bd93-2635e0ef9cd5 req-bab267d3-0dcd-4fa6-851b-4a6ccd893ef2 tempest-VolumesNegativeTest-849201136 tempest-VolumesNegativeTest-849201136-project] Notify callbacks [] for security_group, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:40.719201 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9756a233-a183-43bd-b4fe-c4863725eb1f req-df3b30f5-f9bb-4ad0-87a4-b94d6e5c70d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:40.723212 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-9756a233-a183-43bd-b4fe-c4863725eb1f req-df3b30f5-f9bb-4ad0-87a4-b94d6e5c70d4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=caf0bc31-a106-4ab2-8d11-96d79fef6eec HTTP/1.1" status: 200 len: 920 time: 0.2740066 Aug 07 04:56:40.762460 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device 6dbcff7c-00ba-4d70-85a4-255fffbcc0a0 up at agent hyperv_hv-cinder-75994 {{(pid=93261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:56:40.810108 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-9756a233-a183-43bd-b4fe-c4863725eb1f req-3e6ab41a-e563-4f19-80ff-acbecb7f8e67 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45a2a96c-33c6-4691-b53e-6da694f770cc HTTP/1.1" status: 200 len: 217 time: 0.0737305 Aug 07 04:56:40.851576 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Provisioning for port 6dbcff7c-00ba-4d70-85a4-255fffbcc0a0 completed by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:56:40.859412 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Provisioning complete for port 6dbcff7c-00ba-4d70-85a4-255fffbcc0a0 triggered by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:56:40.860506 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:40.894358 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9756a233-a183-43bd-b4fe-c4863725eb1f req-fb09fa10-8e4a-48db-a2ea-ae4ebcacbfea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:40.896620 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-9756a233-a183-43bd-b4fe-c4863725eb1f req-fb09fa10-8e4a-48db-a2ea-ae4ebcacbfea service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9aa1c2af-b174-4fad-8400-e05d1fd01345 HTTP/1.1" status: 200 len: 859 time: 0.0773745 Aug 07 04:56:40.929087 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-d67edb36-2a9d-4156-bd93-2635e0ef9cd5 req-bab267d3-0dcd-4fa6-851b-4a6ccd893ef2 tempest-VolumesNegativeTest-849201136 tempest-VolumesNegativeTest-849201136-project] Notify callbacks [] for security_group, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:40.957443 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-9756a233-a183-43bd-b4fe-c4863725eb1f req-c344ed83-3341-4936-b7b1-aa5fa629f941 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=caf0bc31-a106-4ab2-8d11-96d79fef6eec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481601 Aug 07 04:56:40.958633 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-d67edb36-2a9d-4156-bd93-2635e0ef9cd5 req-bab267d3-0dcd-4fa6-851b-4a6ccd893ef2 tempest-VolumesNegativeTest-849201136 tempest-VolumesNegativeTest-849201136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:41.025907 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:41.066353 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e26fb9f9-47b8-4e88-96bb-3a4174a1425c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dbcff7c-00ba-4d70-85a4-255fffbcc0a0'}] {{(pid=93261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:56:41.070504 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5d2cee0e1396f99553e356b0c4b33bfeaec0d7e5dcff0a4dea0c896a01c358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d42ce7d3-0526-40fa-8dae-b236cfc7ac57" -d '{"events": [{"server_uuid": "e26fb9f9-47b8-4e88-96bb-3a4174a1425c", "name": "network-vif-plugged", "status": "completed", "tag": "6dbcff7c-00ba-4d70-85a4-255fffbcc0a0"}]}' {{(pid=93261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:56:41.098422 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] For port 6dbcff7c-00ba-4d70-85a4-255fffbcc0a0, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=6dbcff7c-00ba-4d70-85a4-255fffbcc0a0,segment=NetworkSegment(68da160a-9e55-486e-bddf-c6a2ddbdf64a),segment_id=68da160a-9e55-486e-bddf-c6a2ddbdf64a)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:56:41.105180 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:41.174516 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab267d3-0dcd-4fa6-851b-4a6ccd893ef2 tempest-VolumesNegativeTest-849201136 tempest-VolumesNegativeTest-849201136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2faa5a30-6356-48f6-bc11-3d8e350a7176,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:41.207701 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Pushing event updated for resources: {'Port': ['ID=6dbcff7c-00ba-4d70-85a4-255fffbcc0a0,revision_number=5']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:41.226465 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 04:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92613bee-8e01-404c-93d4-acc2c7cb2aae x-openstack-request-id: req-92613bee-8e01-404c-93d4-acc2c7cb2aae {{(pid=93261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:56:41.227525 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e26fb9f9-47b8-4e88-96bb-3a4174a1425c", "name": "network-vif-plugged", "status": "completed", "tag": "6dbcff7c-00ba-4d70-85a4-255fffbcc0a0", "code": 200}]} {{(pid=93261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:56:41.228295 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-92613bee-8e01-404c-93d4-acc2c7cb2aae {{(pid=93261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:56:41.228741 dv-cinder-759943-8-iscsi neutron-server[93261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e26fb9f9-47b8-4e88-96bb-3a4174a1425c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dbcff7c-00ba-4d70-85a4-255fffbcc0a0', 'code': 200} Aug 07 04:56:41.327296 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-9756a233-a183-43bd-b4fe-c4863725eb1f req-8aa06e10-68a8-4c97-a517-e2de0bf05122 service neutron] 10.222.0.43 "GET /v2.0/networks/caf0bc31-a106-4ab2-8d11-96d79fef6eec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3605223 Aug 07 04:56:41.342044 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa0093e-bdd3-46af-80c2-96c8ad20b249 req-0346dce1-0842-4f5b-b018-4259c74eb93a tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:41.344389 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-7aa0093e-bdd3-46af-80c2-96c8ad20b249 req-0346dce1-0842-4f5b-b018-4259c74eb93a tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=00986e00-3c66-4254-a369-5d2355842bd6 HTTP/1.1" status: 200 len: 944 time: 0.3550954 Aug 07 04:56:41.447954 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.db_base_plugin_common [req-d67edb36-2a9d-4156-bd93-2635e0ef9cd5 req-bab267d3-0dcd-4fa6-851b-4a6ccd893ef2 tempest-VolumesNegativeTest-849201136 tempest-VolumesNegativeTest-849201136-project] Allocated IP 192.168.233.27 (e3d1255d-97db-40d9-85bc-ed5de8997fa1/3b7d97d8-a865-4872-b86d-14539b878cbb/78e05f60-3cda-41c5-955b-ee6918b4c9db) {{(pid=93259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:56:41.524670 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-7aa0093e-bdd3-46af-80c2-96c8ad20b249 req-7201c1ac-adae-4668-b91e-c9eeebf847ab tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598418 Aug 07 04:56:41.595346 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-9756a233-a183-43bd-b4fe-c4863725eb1f req-5ea6e205-ca01-4289-9ccf-e629ad170f23 service neutron] 10.222.0.43 "GET /v2.0/networks/caf0bc31-a106-4ab2-8d11-96d79fef6eec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458162 Aug 07 04:56:41.639273 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-208fe7c8-3551-443e-944b-531f96a21af4 req-e9a34cbf-20df-4c2d-83a5-fed195c08418 tempest-VolumesNegativeTest-849201136 tempest-VolumesNegativeTest-849201136-project] 10.222.0.13 "GET /v2.0/ports?device_id=8375d101-e88e-453e-b04c-21ec7ab55314 HTTP/1.1" status: 200 len: 210 time: 0.0382524 Aug 07 04:56:41.650305 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b974d3-eab1-4157-87df-9300fe5d171d req-23905492-a8e1-44a7-9f90-736b40d6a00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:41.652074 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-a0b974d3-eab1-4157-87df-9300fe5d171d req-23905492-a8e1-44a7-9f90-736b40d6a00a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e26fb9f9-47b8-4e88-96bb-3a4174a1425c HTTP/1.1" status: 200 len: 1098 time: 0.1366479 Aug 07 04:56:41.706393 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-a0b974d3-eab1-4157-87df-9300fe5d171d req-173e2127-95ef-4f30-bdee-47d187bd583c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466325 Aug 07 04:56:41.819592 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-d67edb36-2a9d-4156-bd93-2635e0ef9cd5 req-bab267d3-0dcd-4fa6-851b-4a6ccd893ef2 tempest-VolumesNegativeTest-849201136 tempest-VolumesNegativeTest-849201136-project] Notify callbacks [] for port, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:41.838968 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.provisioning_blocks [req-d67edb36-2a9d-4156-bd93-2635e0ef9cd5 req-bab267d3-0dcd-4fa6-851b-4a6ccd893ef2 tempest-VolumesNegativeTest-849201136 tempest-VolumesNegativeTest-849201136-project] Transition to ACTIVE for port object 78e05f60-3cda-41c5-955b-ee6918b4c9db will not be triggered until provisioned by entity DHCP. {{(pid=93259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:56:41.885696 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-d67edb36-2a9d-4156-bd93-2635e0ef9cd5 req-bab267d3-0dcd-4fa6-851b-4a6ccd893ef2 tempest-VolumesNegativeTest-849201136 tempest-VolumesNegativeTest-849201136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768807127269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513232'] for port, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:41.984180 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d67edb36-2a9d-4156-bd93-2635e0ef9cd5 req-bab267d3-0dcd-4fa6-851b-4a6ccd893ef2 tempest-VolumesNegativeTest-849201136 tempest-VolumesNegativeTest-849201136-project] Network e3d1255d-97db-40d9-85bc-ed5de8997fa1 is already hosted by enough agents. {{(pid=93259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:56:41.989874 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.base_scheduler [req-d67edb36-2a9d-4156-bd93-2635e0ef9cd5 req-bab267d3-0dcd-4fa6-851b-4a6ccd893ef2 tempest-VolumesNegativeTest-849201136 tempest-VolumesNegativeTest-849201136-project] Resources bound (agent type, host, resource id): {{(pid=93259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:56:41.993886 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.l3_dvrscheduler_db [req-d67edb36-2a9d-4156-bd93-2635e0ef9cd5 req-bab267d3-0dcd-4fa6-851b-4a6ccd893ef2 tempest-VolumesNegativeTest-849201136 tempest-VolumesNegativeTest-849201136-project] Received port after_create {{(pid=93259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:56:41.997928 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab267d3-0dcd-4fa6-851b-4a6ccd893ef2 tempest-VolumesNegativeTest-849201136 tempest-VolumesNegativeTest-849201136-project] Pushing event updated for resources: {'Port': ['ID=78e05f60-3cda-41c5-955b-ee6918b4c9db,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:42.075328 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67edb36-2a9d-4156-bd93-2635e0ef9cd5 req-bab267d3-0dcd-4fa6-851b-4a6ccd893ef2 tempest-VolumesNegativeTest-849201136 tempest-VolumesNegativeTest-849201136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:42.076604 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-d67edb36-2a9d-4156-bd93-2635e0ef9cd5 req-bab267d3-0dcd-4fa6-851b-4a6ccd893ef2 tempest-VolumesNegativeTest-849201136 tempest-VolumesNegativeTest-849201136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77622'] for port, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:42.121426 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-d67edb36-2a9d-4156-bd93-2635e0ef9cd5 req-bab267d3-0dcd-4fa6-851b-4a6ccd893ef2 tempest-VolumesNegativeTest-849201136 tempest-VolumesNegativeTest-849201136-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5070369 Aug 07 04:56:42.134856 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.v2.base [req-d67edb36-2a9d-4156-bd93-2635e0ef9cd5 req-7c78517b-6807-4f02-8d3b-eb189f3d84fa service neutron] Request body: {'port': {'device_id': '8375d101-e88e-453e-b04c-21ec7ab55314', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=93259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:56:42.226933 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-d67edb36-2a9d-4156-bd93-2635e0ef9cd5 req-7c78517b-6807-4f02-8d3b-eb189f3d84fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:42.342526 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a3cb857f-7971-49e6-b794-462a9bcd9efb None None] Provisioning for port 78e05f60-3cda-41c5-955b-ee6918b4c9db completed by entity DHCP. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:56:42.348584 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a3cb857f-7971-49e6-b794-462a9bcd9efb None None] Provisioning complete for port 78e05f60-3cda-41c5-955b-ee6918b4c9db triggered by entity DHCP. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:56:42.349179 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a3cb857f-7971-49e6-b794-462a9bcd9efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:42.408081 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.plugin [None req-a3cb857f-7971-49e6-b794-462a9bcd9efb None None] Port 78e05f60-3cda-41c5-955b-ee6918b4c9db cannot update to ACTIVE because it is not bound. {{(pid=93261) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 04:56:42.662548 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.notifiers.nova [req-d67edb36-2a9d-4156-bd93-2635e0ef9cd5 req-7c78517b-6807-4f02-8d3b-eb189f3d84fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78e05f60-3cda-41c5-955b-ee6918b4c9db {{(pid=93259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:56:42.682180 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-d67edb36-2a9d-4156-bd93-2635e0ef9cd5 req-7c78517b-6807-4f02-8d3b-eb189f3d84fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:42.724738 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.provisioning_blocks [req-d67edb36-2a9d-4156-bd93-2635e0ef9cd5 req-7c78517b-6807-4f02-8d3b-eb189f3d84fa service neutron] Transition to ACTIVE for port object 78e05f60-3cda-41c5-955b-ee6918b4c9db will not be triggered until provisioned by entity L2. {{(pid=93259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:56:42.729211 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-d67edb36-2a9d-4156-bd93-2635e0ef9cd5 req-7c78517b-6807-4f02-8d3b-eb189f3d84fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8513241'] for port, after_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:42.776148 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device 45a2a96c-33c6-4691-b53e-6da694f770cc details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=93261) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 04:56:42.830501 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263d408f-1d03-4ed7-9e2e-ea5c9d7d882f req-fe8ea049-4856-41cb-b609-fa2fcc53a378 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:42.840158 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-263d408f-1d03-4ed7-9e2e-ea5c9d7d882f req-fe8ea049-4856-41cb-b609-fa2fcc53a378 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=00986e00-3c66-4254-a369-5d2355842bd6 HTTP/1.1" status: 200 len: 944 time: 0.1828210 Aug 07 04:56:42.857585 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd73043-de3b-4213-9eaf-c7aff31d5d69 req-1502e8c3-338d-4b93-971a-78fc0cdafa61 tempest-VolumesNegativeTest-849201136 tempest-VolumesNegativeTest-849201136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:42.870699 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-6dd73043-de3b-4213-9eaf-c7aff31d5d69 req-1502e8c3-338d-4b93-971a-78fc0cdafa61 tempest-VolumesNegativeTest-849201136 tempest-VolumesNegativeTest-849201136-project] 10.222.0.13 "GET /v2.0/ports?device_id=8375d101-e88e-453e-b04c-21ec7ab55314 HTTP/1.1" status: 200 len: 947 time: 0.1100137 Aug 07 04:56:42.900955 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] For port 45a2a96c-33c6-4691-b53e-6da694f770cc, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=45a2a96c-33c6-4691-b53e-6da694f770cc,segment=NetworkSegment(68da160a-9e55-486e-bddf-c6a2ddbdf64a),segment_id=68da160a-9e55-486e-bddf-c6a2ddbdf64a)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:56:42.903429 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c78517b-6807-4f02-8d3b-eb189f3d84fa service neutron] Pushing event updated for resources: {'Port': ['ID=78e05f60-3cda-41c5-955b-ee6918b4c9db,revision_number=2']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:42.932998 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Returning: {'device': '45a2a96c-33c6-4691-b53e-6da694f770cc', 'network_id': 'caf0bc31-a106-4ab2-8d11-96d79fef6eec', 'port_id': '45a2a96c-33c6-4691-b53e-6da694f770cc', 'mac_address': 'fa:16:3e:4e:5d:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aa1c2af-b174-4fad-8400-e05d1fd01345', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93261) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 04:56:42.997344 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-263d408f-1d03-4ed7-9e2e-ea5c9d7d882f req-494a6b22-1404-48e7-b15b-728100b13bb4 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422338 Aug 07 04:56:42.998137 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-6dd73043-de3b-4213-9eaf-c7aff31d5d69 req-58ffa634-0bca-4b39-86fc-680952dcaf78 tempest-VolumesNegativeTest-849201136 tempest-VolumesNegativeTest-849201136-project] 10.222.0.13 "GET /v2.0/security-groups?id=2faa5a30-6356-48f6-bc11-3d8e350a7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241670 Aug 07 04:56:43.006159 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:43.040204 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.notifiers.nova [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45a2a96c-33c6-4691-b53e-6da694f770cc {{(pid=93261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:56:43.094036 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] For port 45a2a96c-33c6-4691-b53e-6da694f770cc, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=45a2a96c-33c6-4691-b53e-6da694f770cc,segment=NetworkSegment(68da160a-9e55-486e-bddf-c6a2ddbdf64a),segment_id=68da160a-9e55-486e-bddf-c6a2ddbdf64a)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:56:43.100870 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.managers [req-d67edb36-2a9d-4156-bd93-2635e0ef9cd5 req-7c78517b-6807-4f02-8d3b-eb189f3d84fa service neutron] Attempting to bind port 78e05f60-3cda-41c5-955b-ee6918b4c9db on host hv-cinder-75994 for vnic_type normal with profile {{(pid=93259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:56:43.101529 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.managers [req-d67edb36-2a9d-4156-bd93-2635e0ef9cd5 req-7c78517b-6807-4f02-8d3b-eb189f3d84fa service neutron] Attempting to bind port 78e05f60-3cda-41c5-955b-ee6918b4c9db by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': 'b54719b4-7873-42a1-a8a8-66b31dc115a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e3d1255d-97db-40d9-85bc-ed5de8997fa1'}] {{(pid=93259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:56:43.102211 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67edb36-2a9d-4156-bd93-2635e0ef9cd5 req-7c78517b-6807-4f02-8d3b-eb189f3d84fa service neutron] Attempting to bind port 78e05f60-3cda-41c5-955b-ee6918b4c9db on network e3d1255d-97db-40d9-85bc-ed5de8997fa1 {{(pid=93259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:56:43.112975 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67edb36-2a9d-4156-bd93-2635e0ef9cd5 req-7c78517b-6807-4f02-8d3b-eb189f3d84fa service neutron] Port 78e05f60-3cda-41c5-955b-ee6918b4c9db on network e3d1255d-97db-40d9-85bc-ed5de8997fa1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=93259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 04:56:43.113498 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67edb36-2a9d-4156-bd93-2635e0ef9cd5 req-7c78517b-6807-4f02-8d3b-eb189f3d84fa service neutron] Attempting to bind port 78e05f60-3cda-41c5-955b-ee6918b4c9db on network e3d1255d-97db-40d9-85bc-ed5de8997fa1 {{(pid=93259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:56:43.114550 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:43.125557 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67edb36-2a9d-4156-bd93-2635e0ef9cd5 req-7c78517b-6807-4f02-8d3b-eb189f3d84fa service neutron] Checking agent: {'id': '5f67c77d-38b5-4515-b30f-34d5315bdd9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 53, 29), 'started_at': datetime.datetime(2021, 8, 7, 4, 53, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:56:43.125557 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67edb36-2a9d-4156-bd93-2635e0ef9cd5 req-7c78517b-6807-4f02-8d3b-eb189f3d84fa service neutron] Checking segment: {'id': 'b54719b4-7873-42a1-a8a8-66b31dc115a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e3d1255d-97db-40d9-85bc-ed5de8997fa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:56:43.125557 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67edb36-2a9d-4156-bd93-2635e0ef9cd5 req-7c78517b-6807-4f02-8d3b-eb189f3d84fa service neutron] Bound using segment: {'id': 'b54719b4-7873-42a1-a8a8-66b31dc115a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e3d1255d-97db-40d9-85bc-ed5de8997fa1'} {{(pid=93259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:56:43.125557 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.managers [req-d67edb36-2a9d-4156-bd93-2635e0ef9cd5 req-7c78517b-6807-4f02-8d3b-eb189f3d84fa service neutron] Bound port: 78e05f60-3cda-41c5-955b-ee6918b4c9db, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b54719b4-7873-42a1-a8a8-66b31dc115a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e3d1255d-97db-40d9-85bc-ed5de8997fa1'}}] {{(pid=93259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:56:43.126356 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-d67edb36-2a9d-4156-bd93-2635e0ef9cd5 req-7c78517b-6807-4f02-8d3b-eb189f3d84fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:43.232835 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Pushing event updated for resources: {'Port': ['ID=45a2a96c-33c6-4691-b53e-6da694f770cc,revision_number=4']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:43.288087 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.db [req-d67edb36-2a9d-4156-bd93-2635e0ef9cd5 req-7c78517b-6807-4f02-8d3b-eb189f3d84fa service neutron] For port 78e05f60-3cda-41c5-955b-ee6918b4c9db, host hv-cinder-75994, cleared binding levels {{(pid=93259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:56:43.295354 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.db [req-d67edb36-2a9d-4156-bd93-2635e0ef9cd5 req-7c78517b-6807-4f02-8d3b-eb189f3d84fa service neutron] For port 78e05f60-3cda-41c5-955b-ee6918b4c9db, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=78e05f60-3cda-41c5-955b-ee6918b4c9db,segment=NetworkSegment(b54719b4-7873-42a1-a8a8-66b31dc115a2),segment_id=b54719b4-7873-42a1-a8a8-66b31dc115a2)] {{(pid=93259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:56:43.305478 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-d67edb36-2a9d-4156-bd93-2635e0ef9cd5 req-7c78517b-6807-4f02-8d3b-eb189f3d84fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8513241'] for port, after_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:43.371979 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] get_ports_and_sgs() called for port_ids ['45a2a96c-33c6-4691-b53e-6da694f770cc'] {{(pid=93261) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:56:43.389551 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67edb36-2a9d-4156-bd93-2635e0ef9cd5 req-7c78517b-6807-4f02-8d3b-eb189f3d84fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:43.390865 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-d67edb36-2a9d-4156-bd93-2635e0ef9cd5 req-7c78517b-6807-4f02-8d3b-eb189f3d84fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77622'] for port, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:43.394539 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-d67edb36-2a9d-4156-bd93-2635e0ef9cd5 req-7c78517b-6807-4f02-8d3b-eb189f3d84fa service neutron] 10.222.0.43 "PUT /v2.0/ports/78e05f60-3cda-41c5-955b-ee6918b4c9db HTTP/1.1" status: 200 len: 1097 time: 1.2652829 Aug 07 04:56:43.395367 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8375d101-e88e-453e-b04c-21ec7ab55314', 'tag': '78e05f60-3cda-41c5-955b-ee6918b4c9db'}] {{(pid=93259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:56:43.400967 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2475665ef9a7cb8741e3251ff967df6d1dd3d3eb822c2e36b28ddc32d9da7eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b5c2358-c260-4be5-b09f-87d0b485b177" -d '{"events": [{"name": "network-changed", "server_uuid": "8375d101-e88e-453e-b04c-21ec7ab55314", "tag": "78e05f60-3cda-41c5-955b-ee6918b4c9db"}]}' {{(pid=93259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:56:43.459514 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c78517b-6807-4f02-8d3b-eb189f3d84fa service neutron] Pushing event updated for resources: {'Port': ['ID=78e05f60-3cda-41c5-955b-ee6918b4c9db,revision_number=3']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:43.556608 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 04:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af30cc9-6da6-412e-a631-d7952f5d4c4d x-openstack-request-id: req-5af30cc9-6da6-412e-a631-d7952f5d4c4d {{(pid=93259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:56:43.557046 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8375d101-e88e-453e-b04c-21ec7ab55314", "tag": "78e05f60-3cda-41c5-955b-ee6918b4c9db", "status": "completed", "code": 200}]} {{(pid=93259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:56:43.557556 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5af30cc9-6da6-412e-a631-d7952f5d4c4d {{(pid=93259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:56:43.558095 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8375d101-e88e-453e-b04c-21ec7ab55314', 'tag': '78e05f60-3cda-41c5-955b-ee6918b4c9db', 'status': 'completed', 'code': 200} Aug 07 04:56:43.610075 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67edb36-2a9d-4156-bd93-2635e0ef9cd5 req-9a789ebb-3df2-42f7-af65-5cf62db5f757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:43.613915 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-d67edb36-2a9d-4156-bd93-2635e0ef9cd5 req-9a789ebb-3df2-42f7-af65-5cf62db5f757 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b03a2c1b09a54b639ded8053be8900ad&device_id=8375d101-e88e-453e-b04c-21ec7ab55314 HTTP/1.1" status: 200 len: 1100 time: 0.1503899 Aug 07 04:56:43.737882 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-d67edb36-2a9d-4156-bd93-2635e0ef9cd5 req-88f8d7de-fab5-4b8b-a29b-4fa91bc88ac1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=78e05f60-3cda-41c5-955b-ee6918b4c9db HTTP/1.1" status: 200 len: 217 time: 0.1085362 Aug 07 04:56:43.850652 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67edb36-2a9d-4156-bd93-2635e0ef9cd5 req-19e3ead3-bf57-4e46-87ed-1b3ff069bdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:43.853537 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-d67edb36-2a9d-4156-bd93-2635e0ef9cd5 req-19e3ead3-bf57-4e46-87ed-1b3ff069bdbb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3b7d97d8-a865-4872-b86d-14539b878cbb HTTP/1.1" status: 200 len: 843 time: 0.1019051 Aug 07 04:56:43.913075 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67edb36-2a9d-4156-bd93-2635e0ef9cd5 req-43100876-9155-435f-bac3-3d35598445a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:43.914659 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-d67edb36-2a9d-4156-bd93-2635e0ef9cd5 req-43100876-9155-435f-bac3-3d35598445a5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e3d1255d-97db-40d9-85bc-ed5de8997fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0534778 Aug 07 04:56:44.145623 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afbcf75-1178-4271-9be1-ad997503d080 req-324196bd-274f-4671-9f1d-99c9728255c9 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:44.147787 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-8afbcf75-1178-4271-9be1-ad997503d080 req-324196bd-274f-4671-9f1d-99c9728255c9 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=00986e00-3c66-4254-a369-5d2355842bd6 HTTP/1.1" status: 200 len: 945 time: 0.0637062 Aug 07 04:56:44.170017 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e3b166-ee37-4584-80ad-73bec0108414 req-cc9fc267-2633-4386-8d03-cee0810eccc6 tempest-VolumesNegativeTest-849201136 tempest-VolumesNegativeTest-849201136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:44.172167 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-78e3b166-ee37-4584-80ad-73bec0108414 req-cc9fc267-2633-4386-8d03-cee0810eccc6 tempest-VolumesNegativeTest-849201136 tempest-VolumesNegativeTest-849201136-project] 10.222.0.13 "GET /v2.0/ports?device_id=8375d101-e88e-453e-b04c-21ec7ab55314 HTTP/1.1" status: 200 len: 947 time: 0.0792530 Aug 07 04:56:44.195826 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-8afbcf75-1178-4271-9be1-ad997503d080 req-a0b089c2-63b2-492f-bd87-23285ede7652 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373902 Aug 07 04:56:44.224913 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-78e3b166-ee37-4584-80ad-73bec0108414 req-4cbd27a9-ce88-4ec5-b99d-68cafb60711f tempest-VolumesNegativeTest-849201136 tempest-VolumesNegativeTest-849201136-project] 10.222.0.13 "GET /v2.0/security-groups?id=2faa5a30-6356-48f6-bc11-3d8e350a7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444329 Aug 07 04:56:45.044931 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-d67edb36-2a9d-4156-bd93-2635e0ef9cd5 req-0a1d39fc-62a6-41de-a066-2a789e9246c8 service neutron] 10.222.0.43 "GET /v2.0/networks/e3d1255d-97db-40d9-85bc-ed5de8997fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483142 Aug 07 04:56:45.344281 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7f8957-498b-4ed7-8fe2-d33b72314d9a req-0712d301-e9b9-4415-a591-fe07aadf85e2 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:45.347051 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-5c7f8957-498b-4ed7-8fe2-d33b72314d9a req-0712d301-e9b9-4415-a591-fe07aadf85e2 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=00986e00-3c66-4254-a369-5d2355842bd6 HTTP/1.1" status: 200 len: 945 time: 0.0607569 Aug 07 04:56:45.412341 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-5c7f8957-498b-4ed7-8fe2-d33b72314d9a req-9c3951d9-6b92-449b-bb12-a1022a8db361 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572996 Aug 07 04:56:45.542395 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae36ca7-688f-40ab-9e16-87c0b7cc7cbb req-ae62ceb0-7d3d-42d8-bc8c-eafb032db540 tempest-VolumesNegativeTest-849201136 tempest-VolumesNegativeTest-849201136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:45.544159 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-eae36ca7-688f-40ab-9e16-87c0b7cc7cbb req-ae62ceb0-7d3d-42d8-bc8c-eafb032db540 tempest-VolumesNegativeTest-849201136 tempest-VolumesNegativeTest-849201136-project] 10.222.0.13 "GET /v2.0/ports?device_id=8375d101-e88e-453e-b04c-21ec7ab55314 HTTP/1.1" status: 200 len: 947 time: 0.0599091 Aug 07 04:56:45.619101 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-eae36ca7-688f-40ab-9e16-87c0b7cc7cbb req-8b911915-b3b2-446b-8829-c26bd13f08bd tempest-VolumesNegativeTest-849201136 tempest-VolumesNegativeTest-849201136-project] 10.222.0.13 "GET /v2.0/security-groups?id=2faa5a30-6356-48f6-bc11-3d8e350a7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630779 Aug 07 04:56:46.567375 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9147012-6d31-4853-8fb1-177bbdd5adb9 req-5adf264f-6fb0-4890-b0f4-f95e140bd576 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:46.569327 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-e9147012-6d31-4853-8fb1-177bbdd5adb9 req-5adf264f-6fb0-4890-b0f4-f95e140bd576 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=00986e00-3c66-4254-a369-5d2355842bd6 HTTP/1.1" status: 200 len: 945 time: 0.0626261 Aug 07 04:56:46.618717 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-e9147012-6d31-4853-8fb1-177bbdd5adb9 req-75f18e97-49c1-4eae-8a92-9207f3048754 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406542 Aug 07 04:56:46.812765 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a21a04f-e48f-4da7-a496-889a4ab156c7 req-34fd7e26-26fb-40d9-9859-15a37d6e8793 tempest-VolumesNegativeTest-849201136 tempest-VolumesNegativeTest-849201136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:46.815503 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-4a21a04f-e48f-4da7-a496-889a4ab156c7 req-34fd7e26-26fb-40d9-9859-15a37d6e8793 tempest-VolumesNegativeTest-849201136 tempest-VolumesNegativeTest-849201136-project] 10.222.0.13 "GET /v2.0/ports?device_id=8375d101-e88e-453e-b04c-21ec7ab55314 HTTP/1.1" status: 200 len: 947 time: 0.0974860 Aug 07 04:56:46.873514 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-4a21a04f-e48f-4da7-a496-889a4ab156c7 req-7d0a7556-9a94-437b-900d-7c7612ea28fd tempest-VolumesNegativeTest-849201136 tempest-VolumesNegativeTest-849201136-project] 10.222.0.13 "GET /v2.0/security-groups?id=2faa5a30-6356-48f6-bc11-3d8e350a7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510790 Aug 07 04:56:47.046992 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-d67edb36-2a9d-4156-bd93-2635e0ef9cd5 req-1abe7395-113e-43e8-99bf-302383089c4e service neutron] 10.222.0.43 "GET /v2.0/networks/e3d1255d-97db-40d9-85bc-ed5de8997fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601977 Aug 07 04:56:47.193909 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c2358-c260-4be5-b09f-87d0b485b177 req-fe42be91-65a5-49b5-91c0-ad2d85708123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:47.195482 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-1b5c2358-c260-4be5-b09f-87d0b485b177 req-fe42be91-65a5-49b5-91c0-ad2d85708123 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b03a2c1b09a54b639ded8053be8900ad&device_id=8375d101-e88e-453e-b04c-21ec7ab55314 HTTP/1.1" status: 200 len: 1100 time: 0.0744491 Aug 07 04:56:47.360949 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c2358-c260-4be5-b09f-87d0b485b177 req-3d73394f-571e-4818-8ba9-fdedfe2cd887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:47.363498 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-1b5c2358-c260-4be5-b09f-87d0b485b177 req-3d73394f-571e-4818-8ba9-fdedfe2cd887 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e3d1255d-97db-40d9-85bc-ed5de8997fa1 HTTP/1.1" status: 200 len: 870 time: 0.1507237 Aug 07 04:56:47.424124 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-1b5c2358-c260-4be5-b09f-87d0b485b177 req-39a911c1-17ef-46a2-aaa9-8ce9c7ea1a02 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=78e05f60-3cda-41c5-955b-ee6918b4c9db HTTP/1.1" status: 200 len: 217 time: 0.0512466 Aug 07 04:56:47.554121 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c2358-c260-4be5-b09f-87d0b485b177 req-b6881237-9fba-417c-a544-c12a482befff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:47.554121 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-1b5c2358-c260-4be5-b09f-87d0b485b177 req-b6881237-9fba-417c-a544-c12a482befff service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3b7d97d8-a865-4872-b86d-14539b878cbb HTTP/1.1" status: 200 len: 843 time: 0.1220524 Aug 07 04:56:47.651737 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c2358-c260-4be5-b09f-87d0b485b177 req-fee793ca-3afc-4543-a476-955f08d12fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:47.653568 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-1b5c2358-c260-4be5-b09f-87d0b485b177 req-fee793ca-3afc-4543-a476-955f08d12fe9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e3d1255d-97db-40d9-85bc-ed5de8997fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0884864 Aug 07 04:56:47.875002 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-1b5c2358-c260-4be5-b09f-87d0b485b177 req-1da2c117-eccf-4b12-86bf-0e5b8a128ec5 service neutron] 10.222.0.43 "GET /v2.0/networks/e3d1255d-97db-40d9-85bc-ed5de8997fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079620 Aug 07 04:56:47.921342 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c760b737-8829-49e8-a8a9-595c4f61ea4c req-a90be49e-16c3-4ea1-ab46-8d88c3f41359 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:47.937331 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-c760b737-8829-49e8-a8a9-595c4f61ea4c req-a90be49e-16c3-4ea1-ab46-8d88c3f41359 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=00986e00-3c66-4254-a369-5d2355842bd6 HTTP/1.1" status: 200 len: 945 time: 0.1264911 Aug 07 04:56:47.995908 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-c760b737-8829-49e8-a8a9-595c4f61ea4c req-0e417e26-ac38-4ca5-b2e2-6f53064ef66e tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560474 Aug 07 04:56:48.065264 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-1b5c2358-c260-4be5-b09f-87d0b485b177 req-01908068-ae15-49e9-adf9-e236ddcf1512 service neutron] 10.222.0.43 "GET /v2.0/networks/e3d1255d-97db-40d9-85bc-ed5de8997fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824026 Aug 07 04:56:48.105670 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f4170-33b5-4c41-8903-d7d32d4bce50 req-4a0c733f-d467-4642-afbf-9984beae96c6 tempest-VolumesNegativeTest-849201136 tempest-VolumesNegativeTest-849201136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:48.112212 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-c51f4170-33b5-4c41-8903-d7d32d4bce50 req-4a0c733f-d467-4642-afbf-9984beae96c6 tempest-VolumesNegativeTest-849201136 tempest-VolumesNegativeTest-849201136-project] 10.222.0.13 "GET /v2.0/ports?device_id=8375d101-e88e-453e-b04c-21ec7ab55314 HTTP/1.1" status: 200 len: 947 time: 0.1357822 Aug 07 04:56:48.183857 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-c51f4170-33b5-4c41-8903-d7d32d4bce50 req-8b32b357-8a67-4868-b210-07e526ae850f tempest-VolumesNegativeTest-849201136 tempest-VolumesNegativeTest-849201136-project] 10.222.0.13 "GET /v2.0/security-groups?id=2faa5a30-6356-48f6-bc11-3d8e350a7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562119 Aug 07 04:56:48.874539 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device 78e05f60-3cda-41c5-955b-ee6918b4c9db details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=93261) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 04:56:48.878206 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device 45a2a96c-33c6-4691-b53e-6da694f770cc up at agent hyperv_hv-cinder-75994 {{(pid=93261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:56:49.018270 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Provisioning for port 45a2a96c-33c6-4691-b53e-6da694f770cc completed by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:56:49.038603 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Provisioning complete for port 45a2a96c-33c6-4691-b53e-6da694f770cc triggered by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:56:49.039173 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:49.121984 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] For port 78e05f60-3cda-41c5-955b-ee6918b4c9db, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=78e05f60-3cda-41c5-955b-ee6918b4c9db,segment=NetworkSegment(b54719b4-7873-42a1-a8a8-66b31dc115a2),segment_id=b54719b4-7873-42a1-a8a8-66b31dc115a2)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:56:49.154036 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Returning: {'device': '78e05f60-3cda-41c5-955b-ee6918b4c9db', 'network_id': 'e3d1255d-97db-40d9-85bc-ed5de8997fa1', 'port_id': '78e05f60-3cda-41c5-955b-ee6918b4c9db', 'mac_address': 'fa:16:3e:d9:45:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b7d97d8-a865-4872-b86d-14539b878cbb', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93261) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 04:56:49.275753 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624a47f-cf46-4de0-b1de-64626d44651f req-a830e210-8fe3-4dca-bff8-2982c3610432 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:49.279238 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-b624a47f-cf46-4de0-b1de-64626d44651f req-a830e210-8fe3-4dca-bff8-2982c3610432 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=00986e00-3c66-4254-a369-5d2355842bd6 HTTP/1.1" status: 200 len: 945 time: 0.1198695 Aug 07 04:56:49.300728 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:49.317115 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:49.357021 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.notifiers.nova [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78e05f60-3cda-41c5-955b-ee6918b4c9db {{(pid=93261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:56:49.372455 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00986e00-3c66-4254-a369-5d2355842bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45a2a96c-33c6-4691-b53e-6da694f770cc'}] {{(pid=93261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:56:49.376978 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5d2cee0e1396f99553e356b0c4b33bfeaec0d7e5dcff0a4dea0c896a01c358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb8fe7e-c84e-4651-b8ff-dea3ac0d607b" -d '{"events": [{"server_uuid": "00986e00-3c66-4254-a369-5d2355842bd6", "name": "network-vif-plugged", "status": "completed", "tag": "45a2a96c-33c6-4691-b53e-6da694f770cc"}]}' {{(pid=93261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:56:49.405375 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-b624a47f-cf46-4de0-b1de-64626d44651f req-322b66ae-8308-4e43-88d6-06cea200d8e6 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142907 Aug 07 04:56:49.443994 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] For port 45a2a96c-33c6-4691-b53e-6da694f770cc, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=45a2a96c-33c6-4691-b53e-6da694f770cc,segment=NetworkSegment(68da160a-9e55-486e-bddf-c6a2ddbdf64a),segment_id=68da160a-9e55-486e-bddf-c6a2ddbdf64a)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:56:49.478649 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] For port 78e05f60-3cda-41c5-955b-ee6918b4c9db, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=78e05f60-3cda-41c5-955b-ee6918b4c9db,segment=NetworkSegment(b54719b4-7873-42a1-a8a8-66b31dc115a2),segment_id=b54719b4-7873-42a1-a8a8-66b31dc115a2)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:56:49.480419 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:49.653075 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86bb3fa-ec1c-4873-bcca-6375bde81614 req-24dff100-cc5d-4deb-ba41-c276e839e198 tempest-VolumesNegativeTest-849201136 tempest-VolumesNegativeTest-849201136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:49.656008 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-a86bb3fa-ec1c-4873-bcca-6375bde81614 req-24dff100-cc5d-4deb-ba41-c276e839e198 tempest-VolumesNegativeTest-849201136 tempest-VolumesNegativeTest-849201136-project] 10.222.0.13 "GET /v2.0/ports?device_id=8375d101-e88e-453e-b04c-21ec7ab55314 HTTP/1.1" status: 200 len: 948 time: 0.1025703 Aug 07 04:56:49.741835 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 04:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee5a929-c28d-4855-99a9-9c5b31791da7 x-openstack-request-id: req-2ee5a929-c28d-4855-99a9-9c5b31791da7 {{(pid=93261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:56:49.742384 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00986e00-3c66-4254-a369-5d2355842bd6", "name": "network-vif-plugged", "status": "completed", "tag": "45a2a96c-33c6-4691-b53e-6da694f770cc", "code": 200}]} {{(pid=93261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:56:49.742744 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2ee5a929-c28d-4855-99a9-9c5b31791da7 {{(pid=93261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:56:49.743383 dv-cinder-759943-8-iscsi neutron-server[93261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00986e00-3c66-4254-a369-5d2355842bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45a2a96c-33c6-4691-b53e-6da694f770cc', 'code': 200} Aug 07 04:56:49.744485 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:49.804013 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-a86bb3fa-ec1c-4873-bcca-6375bde81614 req-de0785c2-6a31-4835-96ee-933a2cc5343a tempest-VolumesNegativeTest-849201136 tempest-VolumesNegativeTest-849201136-project] 10.222.0.13 "GET /v2.0/security-groups?id=2faa5a30-6356-48f6-bc11-3d8e350a7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301372 Aug 07 04:56:49.842565 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Pushing event updated for resources: {'Port': ['ID=45a2a96c-33c6-4691-b53e-6da694f770cc,revision_number=5']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:49.956280 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Pushing event updated for resources: {'Port': ['ID=78e05f60-3cda-41c5-955b-ee6918b4c9db,revision_number=4']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:50.051570 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bafa9a-1f60-4dc8-815f-d737bdaa8df3 req-82613316-a884-48f4-9010-2cd2ff8232b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:50.053729 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] get_ports_and_sgs() called for port_ids ['78e05f60-3cda-41c5-955b-ee6918b4c9db'] {{(pid=93261) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:56:50.054695 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-d3bafa9a-1f60-4dc8-815f-d737bdaa8df3 req-82613316-a884-48f4-9010-2cd2ff8232b9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=00986e00-3c66-4254-a369-5d2355842bd6 HTTP/1.1" status: 200 len: 1099 time: 0.0745077 Aug 07 04:56:50.109533 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-d3bafa9a-1f60-4dc8-815f-d737bdaa8df3 req-d7e63b30-1d30-4f94-bda4-983db46b83e8 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461166 Aug 07 04:56:50.634753 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed4e8af-b4bd-4ae6-a4b6-e21598dbef85 req-c6556aba-6d5b-42f3-9b77-2c544a3e83ca tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:50.636930 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-8ed4e8af-b4bd-4ae6-a4b6-e21598dbef85 req-c6556aba-6d5b-42f3-9b77-2c544a3e83ca tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=00986e00-3c66-4254-a369-5d2355842bd6 HTTP/1.1" status: 200 len: 946 time: 0.0648050 Aug 07 04:56:50.681642 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-8ed4e8af-b4bd-4ae6-a4b6-e21598dbef85 req-0f1661ed-de95-469a-b70b-a3a1f290fa73 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372312 Aug 07 04:56:50.890770 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device 78e05f60-3cda-41c5-955b-ee6918b4c9db up at agent hyperv_hv-cinder-75994 {{(pid=93261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:56:50.984299 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Provisioning for port 78e05f60-3cda-41c5-955b-ee6918b4c9db completed by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:56:50.989883 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Provisioning complete for port 78e05f60-3cda-41c5-955b-ee6918b4c9db triggered by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:56:50.990422 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:51.062882 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a996802a-5697-4391-8e4a-f0b4e7cdd7ba req-9c0e9c97-ea9f-4fab-82d6-d6cd232e9b58 tempest-VolumesNegativeTest-849201136 tempest-VolumesNegativeTest-849201136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:51.066021 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-a996802a-5697-4391-8e4a-f0b4e7cdd7ba req-9c0e9c97-ea9f-4fab-82d6-d6cd232e9b58 tempest-VolumesNegativeTest-849201136 tempest-VolumesNegativeTest-849201136-project] 10.222.0.13 "GET /v2.0/ports?device_id=8375d101-e88e-453e-b04c-21ec7ab55314 HTTP/1.1" status: 200 len: 948 time: 0.1292603 Aug 07 04:56:51.104504 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:51.122756 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-a996802a-5697-4391-8e4a-f0b4e7cdd7ba req-9eafaa44-cfd7-4a9e-938c-e78bf58da91d tempest-VolumesNegativeTest-849201136 tempest-VolumesNegativeTest-849201136-project] 10.222.0.13 "GET /v2.0/security-groups?id=2faa5a30-6356-48f6-bc11-3d8e350a7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474987 Aug 07 04:56:51.165978 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] For port 78e05f60-3cda-41c5-955b-ee6918b4c9db, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=78e05f60-3cda-41c5-955b-ee6918b4c9db,segment=NetworkSegment(b54719b4-7873-42a1-a8a8-66b31dc115a2),segment_id=b54719b4-7873-42a1-a8a8-66b31dc115a2)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:56:51.171537 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:51.261051 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Pushing event updated for resources: {'Port': ['ID=78e05f60-3cda-41c5-955b-ee6918b4c9db,revision_number=5']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:51.574512 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 38978) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:56:51.735149 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-7754441c-9b17-4128-8468-f992b0766d31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:51.745556 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8375d101-e88e-453e-b04c-21ec7ab55314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78e05f60-3cda-41c5-955b-ee6918b4c9db'}] {{(pid=93261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:56:51.749299 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5d2cee0e1396f99553e356b0c4b33bfeaec0d7e5dcff0a4dea0c896a01c358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-534af809-a348-4bea-96a5-986b3737fe20" -d '{"events": [{"server_uuid": "8375d101-e88e-453e-b04c-21ec7ab55314", "name": "network-vif-plugged", "status": "completed", "tag": "78e05f60-3cda-41c5-955b-ee6918b4c9db"}]}' {{(pid=93261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:56:51.870216 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f467f4-43d1-45bd-aacb-6097961182ba req-71a5fda6-5450-4250-8c21-85c0330fffe2 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:51.871778 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-58f467f4-43d1-45bd-aacb-6097961182ba req-71a5fda6-5450-4250-8c21-85c0330fffe2 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=00986e00-3c66-4254-a369-5d2355842bd6 HTTP/1.1" status: 200 len: 946 time: 0.0805912 Aug 07 04:56:51.923913 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-7754441c-9b17-4128-8468-f992b0766d31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:51.930619 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-7754441c-9b17-4128-8468-f992b0766d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:51.954928 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-58f467f4-43d1-45bd-aacb-6097961182ba req-fa5e1d8c-8df8-4436-83b5-7526409e161b tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751991 Aug 07 04:56:51.976278 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7754441c-9b17-4128-8468-f992b0766d31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f793d1-8448-4df1-b26d-4e0e0601ca31,revision_number=1']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:52.005474 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-7754441c-9b17-4128-8468-f992b0766d31 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=07f83558e87b4c708f32bf84ac11181e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4295635 Aug 07 04:56:52.008567 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 38992) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:56:52.024872 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 04:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e185ed4-8420-4b3a-bf49-806ddf4be505 x-openstack-request-id: req-2e185ed4-8420-4b3a-bf49-806ddf4be505 {{(pid=93261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:56:52.025596 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8375d101-e88e-453e-b04c-21ec7ab55314", "name": "network-vif-plugged", "status": "completed", "tag": "78e05f60-3cda-41c5-955b-ee6918b4c9db", "code": 200}]} {{(pid=93261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:56:52.025712 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2e185ed4-8420-4b3a-bf49-806ddf4be505 {{(pid=93261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:56:52.026754 dv-cinder-759943-8-iscsi neutron-server[93261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8375d101-e88e-453e-b04c-21ec7ab55314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78e05f60-3cda-41c5-955b-ee6918b4c9db', 'code': 200} Aug 07 04:56:52.111092 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-eb86c5fe-659c-476e-98a6-894209e81bf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:52.136012 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-eb86c5fe-659c-476e-98a6-894209e81bf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:52.199531 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-eb86c5fe-659c-476e-98a6-894209e81bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:52.204964 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-eb86c5fe-659c-476e-98a6-894209e81bf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:52.207235 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-eb86c5fe-659c-476e-98a6-894209e81bf9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c9f793d1-8448-4df1-b26d-4e0e0601ca31 HTTP/1.1" status: 204 len: 168 time: 0.1970906 Aug 07 04:56:52.227735 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb86c5fe-659c-476e-98a6-894209e81bf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f793d1-8448-4df1-b26d-4e0e0601ca31,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:52.286557 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88afec7e-2316-43bb-8917-a79ffe0aa89c req-0a234aae-5ed7-487b-ba4e-32322388904f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:52.288239 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-88afec7e-2316-43bb-8917-a79ffe0aa89c req-0a234aae-5ed7-487b-ba4e-32322388904f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8375d101-e88e-453e-b04c-21ec7ab55314 HTTP/1.1" status: 200 len: 1102 time: 0.0893283 Aug 07 04:56:52.346873 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-88afec7e-2316-43bb-8917-a79ffe0aa89c req-136afed7-d96f-4bbb-ae2b-b21baf5486b4 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2faa5a30-6356-48f6-bc11-3d8e350a7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446703 Aug 07 04:56:52.512965 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a16821-3ede-4009-a4f7-9476db0d7e8f req-5b36960c-dee6-4e7b-8b34-359d01a415f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:52.517908 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-e2a16821-3ede-4009-a4f7-9476db0d7e8f req-5b36960c-dee6-4e7b-8b34-359d01a415f5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bf4917b012d34a5d91aeccbdaa55f15f&device_id=00986e00-3c66-4254-a369-5d2355842bd6 HTTP/1.1" status: 200 len: 1099 time: 0.0898979 Aug 07 04:56:52.533714 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a9a404-0234-4d0b-9495-292f460a421e req-a427235e-d06c-464f-87ea-57d9810b7ab0 tempest-VolumesNegativeTest-849201136 tempest-VolumesNegativeTest-849201136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:52.537290 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-91a9a404-0234-4d0b-9495-292f460a421e req-a427235e-d06c-464f-87ea-57d9810b7ab0 tempest-VolumesNegativeTest-849201136 tempest-VolumesNegativeTest-849201136-project] 10.222.0.13 "GET /v2.0/ports?device_id=8375d101-e88e-453e-b04c-21ec7ab55314 HTTP/1.1" status: 200 len: 949 time: 0.1074226 Aug 07 04:56:52.604945 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-91a9a404-0234-4d0b-9495-292f460a421e req-ea67e73c-376e-451f-9b25-1a85469a9efd tempest-VolumesNegativeTest-849201136 tempest-VolumesNegativeTest-849201136-project] 10.222.0.13 "GET /v2.0/security-groups?id=2faa5a30-6356-48f6-bc11-3d8e350a7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425942 Aug 07 04:56:52.678017 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a16821-3ede-4009-a4f7-9476db0d7e8f req-e997fc07-61ed-4a5d-a1b1-952f180cd29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:52.680356 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-e2a16821-3ede-4009-a4f7-9476db0d7e8f req-e997fc07-61ed-4a5d-a1b1-952f180cd29e service neutron] 10.222.0.43 "GET /v2.0/networks?id=caf0bc31-a106-4ab2-8d11-96d79fef6eec HTTP/1.1" status: 200 len: 920 time: 0.1505866 Aug 07 04:56:52.717418 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 39008) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:56:52.729066 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-20be1f37-efbc-4c85-8b66-77e6de44ecdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:52.792581 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-e2a16821-3ede-4009-a4f7-9476db0d7e8f req-8ef69684-06f2-4821-b9a4-9a689177f9d5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45a2a96c-33c6-4691-b53e-6da694f770cc HTTP/1.1" status: 200 len: 217 time: 0.0955906 Aug 07 04:56:52.859544 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a16821-3ede-4009-a4f7-9476db0d7e8f req-736b8f5f-ff37-4652-a427-d1d0bb925a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:52.862517 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-e2a16821-3ede-4009-a4f7-9476db0d7e8f req-736b8f5f-ff37-4652-a427-d1d0bb925a71 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9aa1c2af-b174-4fad-8400-e05d1fd01345 HTTP/1.1" status: 200 len: 859 time: 0.0614932 Aug 07 04:56:52.895761 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-e2a16821-3ede-4009-a4f7-9476db0d7e8f req-ea09481e-9ffa-46ce-ae23-216645dfa098 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=caf0bc31-a106-4ab2-8d11-96d79fef6eec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259924 Aug 07 04:56:52.945462 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dcb998-8516-4221-82da-e79a69511f80 req-41e84379-ae67-4f32-9434-d61066c7cea4 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:52.947962 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-05dcb998-8516-4221-82da-e79a69511f80 req-41e84379-ae67-4f32-9434-d61066c7cea4 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=00986e00-3c66-4254-a369-5d2355842bd6 HTTP/1.1" status: 200 len: 946 time: 0.1468008 Aug 07 04:56:53.031471 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-e2a16821-3ede-4009-a4f7-9476db0d7e8f req-d46a7088-e69e-43a2-837b-e258981384c4 service neutron] 10.222.0.43 "GET /v2.0/networks/caf0bc31-a106-4ab2-8d11-96d79fef6eec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204190 Aug 07 04:56:53.053615 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-20be1f37-efbc-4c85-8b66-77e6de44ecdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:53.059899 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-05dcb998-8516-4221-82da-e79a69511f80 req-0b46bafa-d56c-4eab-baf3-745b5a2e338c tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007073 Aug 07 04:56:53.061653 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-20be1f37-efbc-4c85-8b66-77e6de44ecdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:53.141443 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-20be1f37-efbc-4c85-8b66-77e6de44ecdb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d90ada119d2d46ccba9d0ad844567690&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4268169 Aug 07 04:56:53.141443 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20be1f37-efbc-4c85-8b66-77e6de44ecdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb47af8-66c1-49c6-b77b-416ad6d347bd,revision_number=1']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:53.142865 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 39012) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:56:53.191400 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-e2a16821-3ede-4009-a4f7-9476db0d7e8f req-4934a06d-0417-46c0-b059-0712bb61b502 service neutron] 10.222.0.43 "GET /v2.0/networks/caf0bc31-a106-4ab2-8d11-96d79fef6eec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523757 Aug 07 04:56:53.223834 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-cf736fdc-50cc-4876-8bac-bea7f001bae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:53.268031 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-cf736fdc-50cc-4876-8bac-bea7f001bae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:53.336383 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-cf736fdc-50cc-4876-8bac-bea7f001bae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:53.338996 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-cf736fdc-50cc-4876-8bac-bea7f001bae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:53.344006 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-cf736fdc-50cc-4876-8bac-bea7f001bae4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1cb47af8-66c1-49c6-b77b-416ad6d347bd HTTP/1.1" status: 204 len: 168 time: 0.1959875 Aug 07 04:56:53.349436 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf736fdc-50cc-4876-8bac-bea7f001bae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb47af8-66c1-49c6-b77b-416ad6d347bd,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:53.843996 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b080d1-70e3-487c-a320-f3f6bb645473 req-f9a87a28-afb6-4967-88ec-6fe231fc36eb tempest-VolumesNegativeTest-849201136 tempest-VolumesNegativeTest-849201136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:53.852954 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-92b080d1-70e3-487c-a320-f3f6bb645473 req-f9a87a28-afb6-4967-88ec-6fe231fc36eb tempest-VolumesNegativeTest-849201136 tempest-VolumesNegativeTest-849201136-project] 10.222.0.13 "GET /v2.0/ports?device_id=8375d101-e88e-453e-b04c-21ec7ab55314 HTTP/1.1" status: 200 len: 949 time: 0.1266997 Aug 07 04:56:53.911347 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-92b080d1-70e3-487c-a320-f3f6bb645473 req-05b59d55-5008-4118-8c89-36eb243995e6 tempest-VolumesNegativeTest-849201136 tempest-VolumesNegativeTest-849201136-project] 10.222.0.13 "GET /v2.0/security-groups?id=2faa5a30-6356-48f6-bc11-3d8e350a7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565667 Aug 07 04:56:54.341405 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60036bb3-94f8-4819-a07a-e1f15ca16bc0 req-3a6873b9-9078-4ceb-a7e8-222af55b7d03 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:54.344115 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-60036bb3-94f8-4819-a07a-e1f15ca16bc0 req-3a6873b9-9078-4ceb-a7e8-222af55b7d03 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=00986e00-3c66-4254-a369-5d2355842bd6 HTTP/1.1" status: 200 len: 946 time: 0.0932732 Aug 07 04:56:54.405775 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-60036bb3-94f8-4819-a07a-e1f15ca16bc0 req-eefd3d7f-56cf-4f9c-94bd-a00b5354b60c tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531971 Aug 07 04:56:54.560862 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591bd1ee-69dd-4c32-80f9-ef60b2f065ee req-fd965cb9-93e4-4e34-aca0-e8a215d82979 tempest-VolumesNegativeTest-849201136 tempest-VolumesNegativeTest-849201136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:54.574165 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-591bd1ee-69dd-4c32-80f9-ef60b2f065ee req-fd965cb9-93e4-4e34-aca0-e8a215d82979 tempest-VolumesNegativeTest-849201136 tempest-VolumesNegativeTest-849201136-project] 10.222.0.13 "GET /v2.0/ports?device_id=8375d101-e88e-453e-b04c-21ec7ab55314 HTTP/1.1" status: 200 len: 949 time: 0.0627584 Aug 07 04:56:54.620494 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-591bd1ee-69dd-4c32-80f9-ef60b2f065ee req-82d3933f-a06c-432b-a7ef-b50d368068a9 tempest-VolumesNegativeTest-849201136 tempest-VolumesNegativeTest-849201136-project] 10.222.0.13 "GET /v2.0/security-groups?id=2faa5a30-6356-48f6-bc11-3d8e350a7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448842 Aug 07 04:56:55.551199 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4240843-546a-4414-a03b-bc2362e21706 req-7f858141-215a-4f36-9c52-0350ff489bbf tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:55.553330 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-c4240843-546a-4414-a03b-bc2362e21706 req-7f858141-215a-4f36-9c52-0350ff489bbf tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=00986e00-3c66-4254-a369-5d2355842bd6 HTTP/1.1" status: 200 len: 946 time: 0.0528944 Aug 07 04:56:55.596916 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-c4240843-546a-4414-a03b-bc2362e21706 req-c170390c-ef23-40b1-9879-d2f6c7754fc1 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369401 Aug 07 04:56:55.795473 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df81cd84-6f4b-4841-993b-87dde32069d0 req-f1efdd64-ea15-4d3c-a37e-860f7d93e02c tempest-VolumesNegativeTest-849201136 tempest-VolumesNegativeTest-849201136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:55.798986 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-df81cd84-6f4b-4841-993b-87dde32069d0 req-f1efdd64-ea15-4d3c-a37e-860f7d93e02c tempest-VolumesNegativeTest-849201136 tempest-VolumesNegativeTest-849201136-project] 10.222.0.13 "GET /v2.0/ports?device_id=8375d101-e88e-453e-b04c-21ec7ab55314 HTTP/1.1" status: 200 len: 949 time: 0.0917284 Aug 07 04:56:55.846584 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-df81cd84-6f4b-4841-993b-87dde32069d0 req-decabc1b-7c4c-4876-82f8-f977ce592aa7 tempest-VolumesNegativeTest-849201136 tempest-VolumesNegativeTest-849201136-project] 10.222.0.13 "GET /v2.0/security-groups?id=2faa5a30-6356-48f6-bc11-3d8e350a7176&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360723 Aug 07 04:56:56.011865 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7c6664-0cd4-4100-bdf2-7bf0d9b0b5d5 req-3c7853a8-107d-4d37-bc21-2c4795dd6e71 tempest-VolumesNegativeTest-849201136 tempest-VolumesNegativeTest-849201136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:56.014565 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-9b7c6664-0cd4-4100-bdf2-7bf0d9b0b5d5 req-3c7853a8-107d-4d37-bc21-2c4795dd6e71 tempest-VolumesNegativeTest-849201136 tempest-VolumesNegativeTest-849201136-project] 10.222.0.43 "GET /v2.0/ports?device_id=8375d101-e88e-453e-b04c-21ec7ab55314 HTTP/1.1" status: 200 len: 949 time: 0.0641992 Aug 07 04:56:56.128507 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.plugin [req-9b7c6664-0cd4-4100-bdf2-7bf0d9b0b5d5 req-68ea2e46-3449-4d81-8e0e-d9375a48acfa tempest-VolumesNegativeTest-849201136 tempest-VolumesNegativeTest-849201136-project] Deleting port 78e05f60-3cda-41c5-955b-ee6918b4c9db {{(pid=93259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 04:56:56.129115 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-9b7c6664-0cd4-4100-bdf2-7bf0d9b0b5d5 req-68ea2e46-3449-4d81-8e0e-d9375a48acfa tempest-VolumesNegativeTest-849201136 tempest-VolumesNegativeTest-849201136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768807591985'] for port, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:56.265663 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.db [req-9b7c6664-0cd4-4100-bdf2-7bf0d9b0b5d5 req-68ea2e46-3449-4d81-8e0e-d9375a48acfa tempest-VolumesNegativeTest-849201136 tempest-VolumesNegativeTest-849201136-project] For port 78e05f60-3cda-41c5-955b-ee6918b4c9db, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=78e05f60-3cda-41c5-955b-ee6918b4c9db,segment=NetworkSegment(b54719b4-7873-42a1-a8a8-66b31dc115a2),segment_id=b54719b4-7873-42a1-a8a8-66b31dc115a2)] {{(pid=93259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:56:56.266002 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-9b7c6664-0cd4-4100-bdf2-7bf0d9b0b5d5 req-68ea2e46-3449-4d81-8e0e-d9375a48acfa tempest-VolumesNegativeTest-849201136 tempest-VolumesNegativeTest-849201136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769206'] for port, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:56.281237 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.plugin [req-9b7c6664-0cd4-4100-bdf2-7bf0d9b0b5d5 req-68ea2e46-3449-4d81-8e0e-d9375a48acfa tempest-VolumesNegativeTest-849201136 tempest-VolumesNegativeTest-849201136-project] Calling delete_port for 78e05f60-3cda-41c5-955b-ee6918b4c9db owned by compute:nova {{(pid=93259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 04:56:56.762740 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-9b7c6664-0cd4-4100-bdf2-7bf0d9b0b5d5 req-68ea2e46-3449-4d81-8e0e-d9375a48acfa tempest-VolumesNegativeTest-849201136 tempest-VolumesNegativeTest-849201136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768807598987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768807127278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513232'] for port, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:56.766031 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c5b557-7d2f-4475-9e22-d252b8547a51 req-f19248b6-78b7-4e0c-ae49-030e161a43cd tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:56.769060 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-58c5b557-7d2f-4475-9e22-d252b8547a51 req-f19248b6-78b7-4e0c-ae49-030e161a43cd tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=00986e00-3c66-4254-a369-5d2355842bd6 HTTP/1.1" status: 200 len: 946 time: 0.0769916 Aug 07 04:56:56.799849 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] get_ports_and_sgs() called for port_ids ['78e05f60-3cda-41c5-955b-ee6918b4c9db'] {{(pid=93261) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:56:56.815614 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ea2e46-3449-4d81-8e0e-d9375a48acfa tempest-VolumesNegativeTest-849201136 tempest-VolumesNegativeTest-849201136-project] Pushing event deleted for resources: {'Port': ['ID=78e05f60-3cda-41c5-955b-ee6918b4c9db,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:56:56.842534 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-bf80bace-4859-4066-a654-d5381f9d3836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:56.870961 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-58c5b557-7d2f-4475-9e22-d252b8547a51 req-c53515cc-cb55-45f5-9159-56f6b67c0afa tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802717 Aug 07 04:56:56.872122 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b7c6664-0cd4-4100-bdf2-7bf0d9b0b5d5 req-68ea2e46-3449-4d81-8e0e-d9375a48acfa tempest-VolumesNegativeTest-849201136 tempest-VolumesNegativeTest-849201136-project] No DVR routers for this DVR port 78e05f60-3cda-41c5-955b-ee6918b4c9db on host hv-cinder-75994 {{(pid=93259) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 04:56:56.876799 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-9b7c6664-0cd4-4100-bdf2-7bf0d9b0b5d5 req-68ea2e46-3449-4d81-8e0e-d9375a48acfa tempest-VolumesNegativeTest-849201136 tempest-VolumesNegativeTest-849201136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77622'] for port, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:56.881621 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-9b7c6664-0cd4-4100-bdf2-7bf0d9b0b5d5 req-68ea2e46-3449-4d81-8e0e-d9375a48acfa tempest-VolumesNegativeTest-849201136 tempest-VolumesNegativeTest-849201136-project] 10.222.0.43 "DELETE /v2.0/ports/78e05f60-3cda-41c5-955b-ee6918b4c9db HTTP/1.1" status: 204 len: 173 time: 0.8588896 Aug 07 04:56:56.882153 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8375d101-e88e-453e-b04c-21ec7ab55314', 'name': 'network-vif-deleted', 'tag': '78e05f60-3cda-41c5-955b-ee6918b4c9db'}] {{(pid=93259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:56:56.884756 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2475665ef9a7cb8741e3251ff967df6d1dd3d3eb822c2e36b28ddc32d9da7eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad1178f-cf7e-4b42-a17b-c8e4c93fc93a" -d '{"events": [{"server_uuid": "8375d101-e88e-453e-b04c-21ec7ab55314", "name": "network-vif-deleted", "tag": "78e05f60-3cda-41c5-955b-ee6918b4c9db"}]}' {{(pid=93259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:56:57.026065 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-2173d014-c27a-4a1e-8763-3cb36a478d02 req-598644ca-6d5c-49a4-a2eb-c7b2c2ca7fc0 tempest-VolumesNegativeTest-849201136 tempest-VolumesNegativeTest-849201136-project] 10.222.0.13 "GET /v2.0/ports?device_id=8375d101-e88e-453e-b04c-21ec7ab55314 HTTP/1.1" status: 200 len: 210 time: 0.0509520 Aug 07 04:56:57.105817 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 04:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2646be90-2a3e-4e20-9fb7-26b3c16addeb x-openstack-request-id: req-2646be90-2a3e-4e20-9fb7-26b3c16addeb {{(pid=93259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:56:57.106372 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8375d101-e88e-453e-b04c-21ec7ab55314", "name": "network-vif-deleted", "tag": "78e05f60-3cda-41c5-955b-ee6918b4c9db", "status": "completed", "code": 200}]} {{(pid=93259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:56:57.106762 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2646be90-2a3e-4e20-9fb7-26b3c16addeb {{(pid=93259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:56:57.107463 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8375d101-e88e-453e-b04c-21ec7ab55314', 'name': 'network-vif-deleted', 'tag': '78e05f60-3cda-41c5-955b-ee6918b4c9db', 'status': 'completed', 'code': 200} Aug 07 04:56:57.617193 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e387c112-7bfb-4440-a174-6498bf68cb56 req-afd584e5-8442-47f8-92bf-c7e55c57ee40 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:57.618775 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-e387c112-7bfb-4440-a174-6498bf68cb56 req-afd584e5-8442-47f8-92bf-c7e55c57ee40 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/ports?device_id=092b9a79-696e-47db-8d09-7415f67f653f HTTP/1.1" status: 200 len: 945 time: 0.0562403 Aug 07 04:56:57.690669 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-e387c112-7bfb-4440-a174-6498bf68cb56 req-59ad7bae-c96e-48ce-8d91-9e2a2f148dab tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0c57fd4-e502-41c8-9a9d-2ef84ae6fa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0590856 Aug 07 04:56:58.050837 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e493d7-7216-4ff0-a4e8-aada1d4ac878 req-2176765d-0c43-4994-a89d-c703e735f9a2 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:58.054703 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-59e493d7-7216-4ff0-a4e8-aada1d4ac878 req-2176765d-0c43-4994-a89d-c703e735f9a2 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=00986e00-3c66-4254-a369-5d2355842bd6 HTTP/1.1" status: 200 len: 946 time: 0.0723214 Aug 07 04:56:58.115544 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-59e493d7-7216-4ff0-a4e8-aada1d4ac878 req-2d9866d4-cb72-4c58-ba59-6c0061f6e14c tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520363 Aug 07 04:56:58.863157 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d36cb2b-4c5f-4cbb-882e-7aec0fa471fa req-8345d220-5dbc-4045-81b1-5c3e83ff7095 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:58.864890 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-9d36cb2b-4c5f-4cbb-882e-7aec0fa471fa req-8345d220-5dbc-4045-81b1-5c3e83ff7095 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/ports?device_id=092b9a79-696e-47db-8d09-7415f67f653f HTTP/1.1" status: 200 len: 945 time: 0.0813079 Aug 07 04:56:58.917083 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-9d36cb2b-4c5f-4cbb-882e-7aec0fa471fa req-a2758520-3df4-40c8-b0ba-c225a1d889b0 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0c57fd4-e502-41c8-9a9d-2ef84ae6fa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439076 Aug 07 04:56:58.917397 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device 78e05f60-3cda-41c5-955b-ee6918b4c9db no longer exists at agent hyperv_hv-cinder-75994 {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 04:56:58.960550 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.plugin [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] No Port match for: 78e05f60-3cda-41c5-955b-ee6918b4c9db {{(pid=93261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 04:56:58.960928 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device 78e05f60-3cda-41c5-955b-ee6918b4c9db not bound to the agent host hv-cinder-75994 {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 04:56:59.262494 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:59.265980 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5d66a6-ad8f-471c-b2e8-915c40896d88 req-7a6cd2f1-807a-4599-a518-8ab2e5db36fd tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:56:59.269024 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-fb5d66a6-ad8f-471c-b2e8-915c40896d88 req-7a6cd2f1-807a-4599-a518-8ab2e5db36fd tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=00986e00-3c66-4254-a369-5d2355842bd6 HTTP/1.1" status: 200 len: 946 time: 0.0583363 Aug 07 04:56:59.342918 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-fb5d66a6-ad8f-471c-b2e8-915c40896d88 req-d91c6c0b-d285-4976-a856-15358bb01576 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615332 Aug 07 04:56:59.718628 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-b5bee36e-75e0-4ba2-b059-f1ad043ddbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:56:59.722568 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:00.186300 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc912c75-7368-400c-8301-ab081337c22d req-cd17ac4d-9dc3-46b3-8b63-ea1bdcb3a87d tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:00.188969 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-dc912c75-7368-400c-8301-ab081337c22d req-cd17ac4d-9dc3-46b3-8b63-ea1bdcb3a87d tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/ports?device_id=092b9a79-696e-47db-8d09-7415f67f653f HTTP/1.1" status: 200 len: 945 time: 0.1048534 Aug 07 04:57:00.282675 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-dc912c75-7368-400c-8301-ab081337c22d req-f9ae18a5-e86f-464f-8d9c-daf0f4841bf2 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0c57fd4-e502-41c8-9a9d-2ef84ae6fa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0783229 Aug 07 04:57:00.532977 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdfcdaf-41b8-4a12-9f6e-851d41f93192 req-20f250eb-3fb5-4f20-8b3a-851bb707cc4c tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:00.537162 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-7bdfcdaf-41b8-4a12-9f6e-851d41f93192 req-20f250eb-3fb5-4f20-8b3a-851bb707cc4c tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=00986e00-3c66-4254-a369-5d2355842bd6 HTTP/1.1" status: 200 len: 946 time: 0.0672791 Aug 07 04:57:00.590696 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-7bdfcdaf-41b8-4a12-9f6e-851d41f93192 req-a04e639e-baf0-4ac8-992d-7d7283e90af4 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490749 Aug 07 04:57:00.730876 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-f79f476c-1ac6-45f4-a536-05d31601a6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:00.980428 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c347a8-7205-4fc8-946e-e44c739ce995 req-1a1295b4-3915-4ca4-b6eb-b678b1154a64 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:00.982425 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-b3c347a8-7205-4fc8-946e-e44c739ce995 req-1a1295b4-3915-4ca4-b6eb-b678b1154a64 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 946 time: 0.0636563 Aug 07 04:57:01.045030 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-b3c347a8-7205-4fc8-946e-e44c739ce995 req-b608aa25-0319-46ce-b1ee-bf87be477e4e tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ace81de-1fdd-4f9f-94d0-b0686fe1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499072 Aug 07 04:57:01.467923 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2b10d-f4a7-4e43-a3e6-5c5401ab97ed req-21f2ff42-f7a8-42d5-9694-1954493082de tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:01.470001 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-2ed2b10d-f4a7-4e43-a3e6-5c5401ab97ed req-21f2ff42-f7a8-42d5-9694-1954493082de tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/ports?device_id=092b9a79-696e-47db-8d09-7415f67f653f HTTP/1.1" status: 200 len: 945 time: 0.0644495 Aug 07 04:57:01.516700 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-2ed2b10d-f4a7-4e43-a3e6-5c5401ab97ed req-997bde10-9269-45de-bc93-4c47baa1b06c tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0c57fd4-e502-41c8-9a9d-2ef84ae6fa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399191 Aug 07 04:57:01.789517 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed49f338-7b9f-4ba8-9b77-dc164eb39b32 req-369a73a0-3b6b-4a38-8ae6-3c4ab91f769b tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:01.791537 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-ed49f338-7b9f-4ba8-9b77-dc164eb39b32 req-369a73a0-3b6b-4a38-8ae6-3c4ab91f769b tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=00986e00-3c66-4254-a369-5d2355842bd6 HTTP/1.1" status: 200 len: 946 time: 0.0903459 Aug 07 04:57:01.852415 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-ed49f338-7b9f-4ba8-9b77-dc164eb39b32 req-03c0e3f2-da77-402f-b804-8f3124550658 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455744 Aug 07 04:57:02.260954 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeeb3e2-49d9-4e2b-b1ab-cd041bbf1b65 req-12143d03-c41f-47f7-98fb-2b94553ae66d tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:02.262730 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-faeeb3e2-49d9-4e2b-b1ab-cd041bbf1b65 req-12143d03-c41f-47f7-98fb-2b94553ae66d tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 946 time: 0.0811539 Aug 07 04:57:02.330212 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-faeeb3e2-49d9-4e2b-b1ab-cd041bbf1b65 req-c61f6a12-4974-433f-a956-76ecd6d109e3 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ace81de-1fdd-4f9f-94d0-b0686fe1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590858 Aug 07 04:57:02.512201 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-fe46c1f5-d46f-4bdc-a2a5-961a9e169c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:02.677114 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.agents_db [None req-236ba2d6-2b68-46f9-96aa-64978379ec1a None None] Agent healthcheck: found 6 active agents {{(pid=93262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 04:57:02.752437 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90359f7e-eda3-441a-a7ed-323c9f17bb5f req-a7a4dfec-937e-4523-aae4-154984ce8e2b tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:02.754438 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-90359f7e-eda3-441a-a7ed-323c9f17bb5f req-a7a4dfec-937e-4523-aae4-154984ce8e2b tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/ports?device_id=092b9a79-696e-47db-8d09-7415f67f653f HTTP/1.1" status: 200 len: 945 time: 0.0789301 Aug 07 04:57:02.810854 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-90359f7e-eda3-441a-a7ed-323c9f17bb5f req-48cf2a92-c8ff-4831-9ac2-e00b269f9fc0 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0c57fd4-e502-41c8-9a9d-2ef84ae6fa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483189 Aug 07 04:57:03.031439 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b33c8d-cb49-4db2-b653-db5a06e2eeff req-7a8b9367-332d-4cd2-acbb-016ac037b61e tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:03.034611 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-56b33c8d-cb49-4db2-b653-db5a06e2eeff req-7a8b9367-332d-4cd2-acbb-016ac037b61e tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=00986e00-3c66-4254-a369-5d2355842bd6 HTTP/1.1" status: 200 len: 946 time: 0.0784886 Aug 07 04:57:03.089159 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-56b33c8d-cb49-4db2-b653-db5a06e2eeff req-87d16e91-2caf-4cad-8f2b-595781644529 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422359 Aug 07 04:57:03.516443 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999170cb-7ea9-42bd-8ca3-f1ef66895479 req-6ddf94cf-f1fe-45c6-b9c8-8b22972ff4c0 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:03.518204 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-999170cb-7ea9-42bd-8ca3-f1ef66895479 req-6ddf94cf-f1fe-45c6-b9c8-8b22972ff4c0 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 946 time: 0.0622933 Aug 07 04:57:03.584674 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-999170cb-7ea9-42bd-8ca3-f1ef66895479 req-a9b97d73-4763-4b73-88f2-33bd5a417ea1 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ace81de-1fdd-4f9f-94d0-b0686fe1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558336 Aug 07 04:57:03.971441 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b42aadf-62b0-438e-a29a-2294af2a96e4 req-06c0d848-484a-4673-90de-90f9c3c9aaaf tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:03.973477 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-9b42aadf-62b0-438e-a29a-2294af2a96e4 req-06c0d848-484a-4673-90de-90f9c3c9aaaf tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/ports?device_id=092b9a79-696e-47db-8d09-7415f67f653f HTTP/1.1" status: 200 len: 945 time: 0.0715337 Aug 07 04:57:04.035587 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-9b42aadf-62b0-438e-a29a-2294af2a96e4 req-ddabf746-4cbc-42cc-8d81-00646ca35522 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0c57fd4-e502-41c8-9a9d-2ef84ae6fa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0537167 Aug 07 04:57:04.228276 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd25cbd-3a12-42f9-a02b-0d369ee35102 req-d4bee984-9cd7-41ae-a783-ee8123f57a96 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:04.229764 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-ccd25cbd-3a12-42f9-a02b-0d369ee35102 req-d4bee984-9cd7-41ae-a783-ee8123f57a96 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=00986e00-3c66-4254-a369-5d2355842bd6 HTTP/1.1" status: 200 len: 946 time: 0.0654960 Aug 07 04:57:04.282903 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-ccd25cbd-3a12-42f9-a02b-0d369ee35102 req-8814a243-a729-4d65-83a2-f7fc17ff25d3 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434673 Aug 07 04:57:04.733863 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d0f13-4e79-4ef0-a163-f94b6ab154f9 req-89711c6f-f796-47de-b16d-ba74bd3ef165 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:04.736270 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-576d0f13-4e79-4ef0-a163-f94b6ab154f9 req-89711c6f-f796-47de-b16d-ba74bd3ef165 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 946 time: 0.0581522 Aug 07 04:57:04.780626 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-576d0f13-4e79-4ef0-a163-f94b6ab154f9 req-4ef896c9-1bec-4356-9960-21836520d953 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ace81de-1fdd-4f9f-94d0-b0686fe1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381856 Aug 07 04:57:05.210282 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7ff0c7-2e8d-4222-b0b9-dc897f20dce9 req-c9fc4f4b-56f1-4518-85b0-acb69ce66330 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:05.212351 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-8a7ff0c7-2e8d-4222-b0b9-dc897f20dce9 req-c9fc4f4b-56f1-4518-85b0-acb69ce66330 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/ports?device_id=092b9a79-696e-47db-8d09-7415f67f653f HTTP/1.1" status: 200 len: 945 time: 0.0845692 Aug 07 04:57:05.272611 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-8a7ff0c7-2e8d-4222-b0b9-dc897f20dce9 req-acb6f960-dffa-484b-a56e-5a9f9cc5722c tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0c57fd4-e502-41c8-9a9d-2ef84ae6fa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503087 Aug 07 04:57:05.472629 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebdfdca-399b-4814-a769-f28fe70044e6 req-d30958f9-5832-4902-99d4-c9a884d9b3d8 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:05.474304 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-cebdfdca-399b-4814-a769-f28fe70044e6 req-d30958f9-5832-4902-99d4-c9a884d9b3d8 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=00986e00-3c66-4254-a369-5d2355842bd6 HTTP/1.1" status: 200 len: 946 time: 0.0953155 Aug 07 04:57:05.533768 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 39540) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:57:05.536136 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-cebdfdca-399b-4814-a769-f28fe70044e6 req-e41761f4-3e88-49dd-8339-c118239e2de5 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509784 Aug 07 04:57:05.697535 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-6fe9bc99-5fc5-4ef8-a639-627bc28b536d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b03a2c1b09a54b639ded8053be8900ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1624029 Aug 07 04:57:05.700324 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 39546) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:57:05.756269 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-94979dbb-5d78-464d-af89-28525f9b767c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:05.789620 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-94979dbb-5d78-464d-af89-28525f9b767c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:05.848174 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-94979dbb-5d78-464d-af89-28525f9b767c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:05.852921 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-94979dbb-5d78-464d-af89-28525f9b767c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:05.854989 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-94979dbb-5d78-464d-af89-28525f9b767c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2faa5a30-6356-48f6-bc11-3d8e350a7176 HTTP/1.1" status: 204 len: 168 time: 0.1534483 Aug 07 04:57:05.869608 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94979dbb-5d78-464d-af89-28525f9b767c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2faa5a30-6356-48f6-bc11-3d8e350a7176,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:05.960443 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f5fcfa-e822-4c81-8d55-662afaefd201 req-91ff1b05-bfa3-4cf1-8c0a-a2b889727001 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:05.970695 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-95f5fcfa-e822-4c81-8d55-662afaefd201 req-91ff1b05-bfa3-4cf1-8c0a-a2b889727001 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 946 time: 0.0751724 Aug 07 04:57:06.042481 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-95f5fcfa-e822-4c81-8d55-662afaefd201 req-6e5ce1d2-3148-4f77-a46a-26a414ef744d tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ace81de-1fdd-4f9f-94d0-b0686fe1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670812 Aug 07 04:57:06.441512 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eacc00a-4752-4cc5-9606-06bde203826a req-2270822c-9d03-4095-a283-a68f811388cb tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:06.443498 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-3eacc00a-4752-4cc5-9606-06bde203826a req-2270822c-9d03-4095-a283-a68f811388cb tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/ports?device_id=092b9a79-696e-47db-8d09-7415f67f653f HTTP/1.1" status: 200 len: 945 time: 0.0688057 Aug 07 04:57:06.497808 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-3eacc00a-4752-4cc5-9606-06bde203826a req-9a7f5375-0726-4937-91be-752d20dc4e62 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0c57fd4-e502-41c8-9a9d-2ef84ae6fa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453322 Aug 07 04:57:06.636252 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 39582) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:57:06.725047 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5295f18-e744-4997-b47d-ca0957cec033 req-16f980ca-9753-4a98-9f3f-94d9f8d866fa tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:06.728316 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-d5295f18-e744-4997-b47d-ca0957cec033 req-16f980ca-9753-4a98-9f3f-94d9f8d866fa tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=00986e00-3c66-4254-a369-5d2355842bd6 HTTP/1.1" status: 200 len: 946 time: 0.0847454 Aug 07 04:57:06.806341 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-c496f026-379c-4e89-94cc-83e1b10f9e5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:06.815441 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-d5295f18-e744-4997-b47d-ca0957cec033 req-5ef1a434-3b56-4611-888a-1cbaff0b2e6c tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767224 Aug 07 04:57:06.963689 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-c496f026-379c-4e89-94cc-83e1b10f9e5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:06.968896 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-c496f026-379c-4e89-94cc-83e1b10f9e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:07.033619 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-c496f026-379c-4e89-94cc-83e1b10f9e5b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7563c8700b724c05baa235dd35544936&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3956487 Aug 07 04:57:07.035075 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c496f026-379c-4e89-94cc-83e1b10f9e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd9d93d0-4d4a-4101-a3c8-8f3e6f25d9d7,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:07.037746 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 39606) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:57:07.184656 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-9d8493d4-5ff2-4ed2-a150-95a1781a34e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:07.241470 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-9d8493d4-5ff2-4ed2-a150-95a1781a34e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:07.263708 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382b69f-9d04-4a09-af81-dc9bb6cce9a7 req-728504ed-1c41-430a-8214-301faa419536 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:07.268051 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-6382b69f-9d04-4a09-af81-dc9bb6cce9a7 req-728504ed-1c41-430a-8214-301faa419536 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 946 time: 0.0961676 Aug 07 04:57:07.347277 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-9d8493d4-5ff2-4ed2-a150-95a1781a34e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:07.350758 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-9d8493d4-5ff2-4ed2-a150-95a1781a34e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:07.350996 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-6382b69f-9d04-4a09-af81-dc9bb6cce9a7 req-d421b4bc-d078-45ee-b95f-6c496881a10d tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ace81de-1fdd-4f9f-94d0-b0686fe1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662599 Aug 07 04:57:07.352822 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-9d8493d4-5ff2-4ed2-a150-95a1781a34e6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dd9d93d0-4d4a-4101-a3c8-8f3e6f25d9d7 HTTP/1.1" status: 204 len: 168 time: 0.3133218 Aug 07 04:57:07.386591 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8493d4-5ff2-4ed2-a150-95a1781a34e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd9d93d0-4d4a-4101-a3c8-8f3e6f25d9d7,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:07.744722 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0e7849-b17e-4c6e-801e-d57e0b95fd47 req-9993d4a8-885e-4cba-83f6-3266c2c0816c tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:07.746549 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-fc0e7849-b17e-4c6e-801e-d57e0b95fd47 req-9993d4a8-885e-4cba-83f6-3266c2c0816c tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/ports?device_id=092b9a79-696e-47db-8d09-7415f67f653f HTTP/1.1" status: 200 len: 945 time: 0.0800474 Aug 07 04:57:07.797021 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-fc0e7849-b17e-4c6e-801e-d57e0b95fd47 req-89a176af-aecd-48a7-aeb0-2d728dc286ae tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0c57fd4-e502-41c8-9a9d-2ef84ae6fa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422828 Aug 07 04:57:07.997965 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac4408e-bf6b-4106-930f-e98790e24c5a req-d93902b8-1dab-4690-918d-e24d0ef95d54 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:08.000904 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-4ac4408e-bf6b-4106-930f-e98790e24c5a req-d93902b8-1dab-4690-918d-e24d0ef95d54 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=00986e00-3c66-4254-a369-5d2355842bd6 HTTP/1.1" status: 200 len: 946 time: 0.0584989 Aug 07 04:57:08.045771 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-4ac4408e-bf6b-4106-930f-e98790e24c5a req-f6e7bdd5-3f00-4af7-8e54-203f22fff024 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380003 Aug 07 04:57:08.444807 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 39660) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:57:08.530175 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3036b-9983-42c4-a703-511023abc1e9 req-86d522a1-4c8b-4f1c-9324-be39407c2124 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:08.532389 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-bdc3036b-9983-42c4-a703-511023abc1e9 req-86d522a1-4c8b-4f1c-9324-be39407c2124 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 946 time: 0.0639408 Aug 07 04:57:08.577602 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-bdc3036b-9983-42c4-a703-511023abc1e9 req-1f577b13-5e1a-492d-8b5c-07899ecfd412 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ace81de-1fdd-4f9f-94d0-b0686fe1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386496 Aug 07 04:57:08.604624 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.v2.base [None req-356d03d1-c007-4759-916c-f81bbf67a7ad admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-487399334-network', 'tenant_id': 'acb8843e06aa440fb7b9121a3737a6d9'}} {{(pid=93260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:57:08.629180 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-356d03d1-c007-4759-916c-f81bbf67a7ad admin admin] Made reservation on behalf of acb8843e06aa440fb7b9121a3737a6d9 for: {'network': 1} {{(pid=93260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:57:08.631942 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-356d03d1-c007-4759-916c-f81bbf67a7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for network, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:08.642925 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-356d03d1-c007-4759-916c-f81bbf67a7ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:08.758790 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-356d03d1-c007-4759-916c-f81bbf67a7ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:08.764397 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-356d03d1-c007-4759-916c-f81bbf67a7ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:08.804701 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-356d03d1-c007-4759-916c-f81bbf67a7ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=93260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 04:57:08.814955 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d03d1-c007-4759-916c-f81bbf67a7ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a02d75e-311a-4f0b-88e7-6a868af689f5,revision_number=1']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:08.823752 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-356d03d1-c007-4759-916c-f81bbf67a7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799109'] for segment, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:08.824238 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.db.segments_db [None req-356d03d1-c007-4759-916c-f81bbf67a7ad admin admin] Added segment b9e981f6-9fda-4321-8932-b8fc344b1172 of type vlan for network ca1bf4c2-4efb-4223-bf35-8f10c3d069a0 Aug 07 04:57:08.901191 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-356d03d1-c007-4759-916c-f81bbf67a7ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768807114828'] for network, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:08.957933 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-356d03d1-c007-4759-916c-f81bbf67a7ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370'] for network, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:08.959216 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356d03d1-c007-4759-916c-f81bbf67a7ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:08.959994 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-356d03d1-c007-4759-916c-f81bbf67a7ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568364'] for network, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:08.974134 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88fef51-113f-4639-8b49-2afb0d806e5e req-80f4f220-b247-48dd-b697-ca16fec2280d tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:08.975931 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-c88fef51-113f-4639-8b49-2afb0d806e5e req-80f4f220-b247-48dd-b697-ca16fec2280d tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/ports?device_id=092b9a79-696e-47db-8d09-7415f67f653f HTTP/1.1" status: 200 len: 945 time: 0.0911243 Aug 07 04:57:09.014730 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-356d03d1-c007-4759-916c-f81bbf67a7ad admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5682194 Aug 07 04:57:09.019076 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 39672) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:57:09.020989 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-c88fef51-113f-4639-8b49-2afb0d806e5e req-1168cc0f-49c7-41fa-a015-5f55604b9712 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0c57fd4-e502-41c8-9a9d-2ef84ae6fa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388162 Aug 07 04:57:09.025998 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.v2.base [None req-5b5c9a3f-e9d4-4fc5-9362-6382ca25aca0 admin admin] Request body: {'subnet': {'network_id': 'ca1bf4c2-4efb-4223-bf35-8f10c3d069a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-487399334-subnet', 'tenant_id': 'acb8843e06aa440fb7b9121a3737a6d9', 'ip_version': 4}} {{(pid=93260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:57:09.032596 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d03d1-c007-4759-916c-f81bbf67a7ad admin admin] Pushing event updated for resources: {'Network': ['ID=ca1bf4c2-4efb-4223-bf35-8f10c3d069a0,revision_number=1']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:09.045229 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Network ca1bf4c2-4efb-4223-bf35-8f10c3d069a0 details requested by agent ovs-agent-dv-cinder-759943-8-iscsi with host dv-cinder-759943-8-iscsi {{(pid=93261) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 04:57:09.059808 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5c9a3f-e9d4-4fc5-9362-6382ca25aca0 admin admin] Made reservation on behalf of acb8843e06aa440fb7b9121a3737a6d9 for: {'subnet': 1} {{(pid=93260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:57:09.062297 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-5b5c9a3f-e9d4-4fc5-9362-6382ca25aca0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9718282'] for subnet, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:09.237725 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec9bb90-8f70-4fbe-b386-d998f7df587a req-102624d7-1538-4f22-8eff-3b77adb7ae44 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:09.239364 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-fec9bb90-8f70-4fbe-b386-d998f7df587a req-102624d7-1538-4f22-8eff-3b77adb7ae44 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=00986e00-3c66-4254-a369-5d2355842bd6 HTTP/1.1" status: 200 len: 946 time: 0.1009519 Aug 07 04:57:09.334110 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-fec9bb90-8f70-4fbe-b386-d998f7df587a req-1507a085-2eb8-40e9-80eb-deb74025964f tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863185 Aug 07 04:57:09.340669 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-5b5c9a3f-e9d4-4fc5-9362-6382ca25aca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9563672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9718328'] for subnet, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:09.410814 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5c9a3f-e9d4-4fc5-9362-6382ca25aca0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f49eb454-b746-4ddc-89ee-10789991881b,revision_number=0']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:09.430355 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5c9a3f-e9d4-4fc5-9362-6382ca25aca0 admin admin] Checking segment: {'id': 'b9e981f6-9fda-4321-8932-b8fc344b1172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ca1bf4c2-4efb-4223-bf35-8f10c3d069a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:57:09.430992 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5c9a3f-e9d4-4fc5-9362-6382ca25aca0 admin admin] Network hostable DHCP agents. Network: ca1bf4c2-4efb-4223-bf35-8f10c3d069a0, hostable agents: ['fbf586e2-2064-4f25-86fb-4cd270d4900d'], hosted agents: [] {{(pid=93260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 04:57:09.458636 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5c9a3f-e9d4-4fc5-9362-6382ca25aca0 admin admin] Network ca1bf4c2-4efb-4223-bf35-8f10c3d069a0 is scheduled to be hosted by DHCP agent fbf586e2-2064-4f25-86fb-4cd270d4900d with binding_index 1 {{(pid=93260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 04:57:09.470130 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.base_scheduler [None req-5b5c9a3f-e9d4-4fc5-9362-6382ca25aca0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-8-iscsi, ca1bf4c2-4efb-4223-bf35-8f10c3d069a0) {{(pid=93260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:57:09.475466 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5c9a3f-e9d4-4fc5-9362-6382ca25aca0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:09.476064 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-5b5c9a3f-e9d4-4fc5-9362-6382ca25aca0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:09.481378 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da28297-3dde-433a-a83c-d9d73d230c4b None None] Network ca1bf4c2-4efb-4223-bf35-8f10c3d069a0 requested from dv-cinder-759943-8-iscsi {{(pid=93261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:57:09.498718 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-5b5c9a3f-e9d4-4fc5-9362-6382ca25aca0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4783516 Aug 07 04:57:09.502133 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 39678) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:57:09.509402 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.v2.base [None req-49eb1eaf-edf7-40e6-a272-8e2b94447af6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-487399334-router', 'tenant_id': 'acb8843e06aa440fb7b9121a3737a6d9', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f'}}} {{(pid=93260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:57:09.536023 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-49eb1eaf-edf7-40e6-a272-8e2b94447af6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-740044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1781'] for router, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:09.537311 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-49eb1eaf-edf7-40e6-a272-8e2b94447af6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1790'] for router, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:09.602073 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-49eb1eaf-edf7-40e6-a272-8e2b94447af6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:09.675619 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f687bbc-f704-48ec-a905-cf53072cb5fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09fbd912-be7a-5fce-be8d-62d3fcf6da97-ca1bf4c2-4efb-4223-bf35-8f10c3d069a0', 'network_id': 'ca1bf4c2-4efb-4223-bf35-8f10c3d069a0', 'tenant_id': 'acb8843e06aa440fb7b9121a3737a6d9', 'fixed_ips': [{'subnet_id': 'f49eb454-b746-4ddc-89ee-10789991881b'}]}} from dv-cinder-759943-8-iscsi. {{(pid=93261) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 07 04:57:09.676690 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-3f687bbc-f704-48ec-a905-cf53072cb5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_create {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:09.772098 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb14d6-63f3-4126-bd95-5e8fe64b07bf req-7404a317-43de-4832-8708-3a5cadf3067b tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:09.774292 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-02bb14d6-63f3-4126-bd95-5e8fe64b07bf req-7404a317-43de-4832-8708-3a5cadf3067b tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 946 time: 0.0836983 Aug 07 04:57:09.854857 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-49eb1eaf-edf7-40e6-a272-8e2b94447af6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:09.858800 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-02bb14d6-63f3-4126-bd95-5e8fe64b07bf req-e5e6930b-155f-40da-b4e9-946775651d2b tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ace81de-1fdd-4f9f-94d0-b0686fe1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700250 Aug 07 04:57:09.922889 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.db_base_plugin_common [None req-3f687bbc-f704-48ec-a905-cf53072cb5fb None None] Allocated IP 172.20.0.2 (ca1bf4c2-4efb-4223-bf35-8f10c3d069a0/f49eb454-b746-4ddc-89ee-10789991881b/fa6d7119-218d-4f18-bc34-6a2d006f6c7c) {{(pid=93261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:57:10.134364 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-3f687bbc-f704-48ec-a905-cf53072cb5fb None None] Notify callbacks [] for port, precommit_create {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:10.145695 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-3f687bbc-f704-48ec-a905-cf53072cb5fb None None] Transition to ACTIVE for port object fa6d7119-218d-4f18-bc34-6a2d006f6c7c will not be triggered until provisioned by entity L2. {{(pid=93261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:57:10.163561 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-3f687bbc-f704-48ec-a905-cf53072cb5fb None None] Transition to ACTIVE for port object fa6d7119-218d-4f18-bc34-6a2d006f6c7c will not be triggered until provisioned by entity DHCP. {{(pid=93261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:57:10.171279 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-3f687bbc-f704-48ec-a905-cf53072cb5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768807127269'] for port, after_create {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:10.213039 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-49eb1eaf-edf7-40e6-a272-8e2b94447af6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:10.219748 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f687bbc-f704-48ec-a905-cf53072cb5fb None None] Network ca1bf4c2-4efb-4223-bf35-8f10c3d069a0 is already hosted by enough agents. {{(pid=93261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:57:10.223131 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.scheduler.base_scheduler [None req-3f687bbc-f704-48ec-a905-cf53072cb5fb None None] Resources bound (agent type, host, resource id): {{(pid=93261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:57:10.227851 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f687bbc-f704-48ec-a905-cf53072cb5fb None None] Received port after_create {{(pid=93261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:57:10.231386 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f687bbc-f704-48ec-a905-cf53072cb5fb None None] Pushing event updated for resources: {'Port': ['ID=fa6d7119-218d-4f18-bc34-6a2d006f6c7c,revision_number=1']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:10.253493 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-49eb1eaf-edf7-40e6-a272-8e2b94447af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:10.274521 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b6319e-72a4-4067-aee7-1160ae0929b0 req-bf8e8ce5-6ae3-416b-a3f7-a17b868c6f47 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:10.277284 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-28b6319e-72a4-4067-aee7-1160ae0929b0 req-bf8e8ce5-6ae3-416b-a3f7-a17b868c6f47 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/ports?device_id=092b9a79-696e-47db-8d09-7415f67f653f HTTP/1.1" status: 200 len: 945 time: 0.1457474 Aug 07 04:57:10.294954 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.managers [None req-3f687bbc-f704-48ec-a905-cf53072cb5fb None None] Attempting to bind port fa6d7119-218d-4f18-bc34-6a2d006f6c7c on host dv-cinder-759943-8-iscsi for vnic_type normal with profile {{(pid=93261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:57:10.295319 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.managers [None req-3f687bbc-f704-48ec-a905-cf53072cb5fb None None] Attempting to bind port fa6d7119-218d-4f18-bc34-6a2d006f6c7c by drivers openvswitch,hyperv on host dv-cinder-759943-8-iscsi at level 0 using segments [{'id': 'b9e981f6-9fda-4321-8932-b8fc344b1172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ca1bf4c2-4efb-4223-bf35-8f10c3d069a0'}] {{(pid=93261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:57:10.295716 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f687bbc-f704-48ec-a905-cf53072cb5fb None None] Attempting to bind port fa6d7119-218d-4f18-bc34-6a2d006f6c7c on network ca1bf4c2-4efb-4223-bf35-8f10c3d069a0 {{(pid=93261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:57:10.302862 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f687bbc-f704-48ec-a905-cf53072cb5fb None None] Checking agent: {'id': '22f5c6e5-2ebd-4458-ab09-beb81a4e99be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 47, 30), 'started_at': datetime.datetime(2021, 8, 7, 4, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:57:10.302862 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f687bbc-f704-48ec-a905-cf53072cb5fb None None] Checking segment: {'id': 'b9e981f6-9fda-4321-8932-b8fc344b1172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ca1bf4c2-4efb-4223-bf35-8f10c3d069a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:57:10.303261 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-3f687bbc-f704-48ec-a905-cf53072cb5fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:10.303568 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f687bbc-f704-48ec-a905-cf53072cb5fb None None] Bound using segment: {'id': 'b9e981f6-9fda-4321-8932-b8fc344b1172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ca1bf4c2-4efb-4223-bf35-8f10c3d069a0'} {{(pid=93261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:57:10.304135 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.managers [None req-3f687bbc-f704-48ec-a905-cf53072cb5fb None None] Bound port: fa6d7119-218d-4f18-bc34-6a2d006f6c7c, host: dv-cinder-759943-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9e981f6-9fda-4321-8932-b8fc344b1172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ca1bf4c2-4efb-4223-bf35-8f10c3d069a0'}}] {{(pid=93261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:57:10.304654 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-3f687bbc-f704-48ec-a905-cf53072cb5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:10.384239 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-3f687bbc-f704-48ec-a905-cf53072cb5fb None None] For port fa6d7119-218d-4f18-bc34-6a2d006f6c7c, host dv-cinder-759943-8-iscsi, cleared binding levels {{(pid=93261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:57:10.389455 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-3f687bbc-f704-48ec-a905-cf53072cb5fb None None] For port fa6d7119-218d-4f18-bc34-6a2d006f6c7c, host dv-cinder-759943-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-8-iscsi',level=0,port_id=fa6d7119-218d-4f18-bc34-6a2d006f6c7c,segment=NetworkSegment(b9e981f6-9fda-4321-8932-b8fc344b1172),segment_id=b9e981f6-9fda-4321-8932-b8fc344b1172)] {{(pid=93261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:57:10.395249 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-3f687bbc-f704-48ec-a905-cf53072cb5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:10.437238 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-28b6319e-72a4-4067-aee7-1160ae0929b0 req-8f1bc2c4-1082-4dfd-a254-bf89085fc92b tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0c57fd4-e502-41c8-9a9d-2ef84ae6fa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1496933 Aug 07 04:57:10.461699 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f687bbc-f704-48ec-a905-cf53072cb5fb None None] Pushing event updated for resources: {'Port': ['ID=fa6d7119-218d-4f18-bc34-6a2d006f6c7c,revision_number=2']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:10.536412 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3080ad-7ac9-4c62-94b0-2d37e70c7013 req-4dca98c6-7e40-4f31-8f43-c5ac817ee9e2 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:10.539087 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-de3080ad-7ac9-4c62-94b0-2d37e70c7013 req-4dca98c6-7e40-4f31-8f43-c5ac817ee9e2 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=00986e00-3c66-4254-a369-5d2355842bd6 HTTP/1.1" status: 200 len: 946 time: 0.1208420 Aug 07 04:57:10.608864 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-de3080ad-7ac9-4c62-94b0-2d37e70c7013 req-c24f6e8f-8d05-4df0-a93f-b7272a514f0b tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624628 Aug 07 04:57:10.772557 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.db.db_base_plugin_common [None req-49eb1eaf-edf7-40e6-a272-8e2b94447af6 admin admin] Allocated IP 172.27.1.77 (7234aba2-ebe6-4f3d-9fb1-8b27c89e529f/7cdca82c-7858-4732-9c64-e97074532a2d/924d02ce-69a6-4d0d-9a02-708b7f94ca8c) {{(pid=93260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:57:10.917519 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-49eb1eaf-edf7-40e6-a272-8e2b94447af6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:10.999590 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-49eb1eaf-edf7-40e6-a272-8e2b94447af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768807127269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9563756'] for port, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:11.100053 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49eb1eaf-edf7-40e6-a272-8e2b94447af6 admin admin] Network 7234aba2-ebe6-4f3d-9fb1-8b27c89e529f is already hosted by enough agents. {{(pid=93260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:57:11.116433 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.base_scheduler [None req-49eb1eaf-edf7-40e6-a272-8e2b94447af6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:57:11.126410 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49eb1eaf-edf7-40e6-a272-8e2b94447af6 admin admin] Received port after_create {{(pid=93260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:57:11.156288 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380eae37-2288-41ec-af22-7745abbcea44 req-dd0dfa54-f8c9-4879-b777-eca1d7772275 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:11.159198 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-380eae37-2288-41ec-af22-7745abbcea44 req-dd0dfa54-f8c9-4879-b777-eca1d7772275 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 946 time: 0.1812050 Aug 07 04:57:11.194368 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eb1eaf-edf7-40e6-a272-8e2b94447af6 admin admin] Pushing event updated for resources: {'Port': ['ID=924d02ce-69a6-4d0d-9a02-708b7f94ca8c,revision_number=1']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:11.308439 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-380eae37-2288-41ec-af22-7745abbcea44 req-5c73da53-b04b-442e-835a-c55258ace755 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ace81de-1fdd-4f9f-94d0-b0686fe1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159363 Aug 07 04:57:11.507364 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522c9806-6ee0-4d24-b880-d687f6b6277a None None] Network ca1bf4c2-4efb-4223-bf35-8f10c3d069a0 requested from dv-cinder-759943-8-iscsi {{(pid=93261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:57:11.597002 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-49eb1eaf-edf7-40e6-a272-8e2b94447af6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:11.647169 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-6037a91f-5eae-474f-a2dc-8dbba57cc256 None None] Provisioning for port fa6d7119-218d-4f18-bc34-6a2d006f6c7c completed by entity DHCP. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:57:11.681118 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf439153-afd2-4520-b1c0-ba83e7d81bb9 req-948f3faa-6aa6-43f6-809c-d1a192d249b1 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:11.694143 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-cf439153-afd2-4520-b1c0-ba83e7d81bb9 req-948f3faa-6aa6-43f6-809c-d1a192d249b1 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/ports?device_id=092b9a79-696e-47db-8d09-7415f67f653f HTTP/1.1" status: 200 len: 945 time: 0.0919268 Aug 07 04:57:11.768196 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-cf439153-afd2-4520-b1c0-ba83e7d81bb9 req-19eac7a1-17a6-4fd8-9bae-f2b291fc7a10 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0c57fd4-e502-41c8-9a9d-2ef84ae6fa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0714481 Aug 07 04:57:11.861395 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382eae16-08db-4e54-89b5-550eb60bb919 req-020ccfbe-9364-4449-84f1-89dc942286ca tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:11.863342 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-382eae16-08db-4e54-89b5-550eb60bb919 req-020ccfbe-9364-4449-84f1-89dc942286ca tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=00986e00-3c66-4254-a369-5d2355842bd6 HTTP/1.1" status: 200 len: 946 time: 0.1238866 Aug 07 04:57:12.018245 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-382eae16-08db-4e54-89b5-550eb60bb919 req-2ce749dc-dc72-4646-99e1-d0f343ee3c41 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406271 Aug 07 04:57:12.037951 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-49eb1eaf-edf7-40e6-a272-8e2b94447af6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-739701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-766718'] for router, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:12.194226 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49eb1eaf-edf7-40e6-a272-8e2b94447af6 admin admin] Router 7a96b76c-ff3b-4007-8282-c24328d5a7b1 is scheduled to L3 agent c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6 with binding_index 1 {{(pid=93260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 07 04:57:12.308467 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49eb1eaf-edf7-40e6-a272-8e2b94447af6 admin admin] Notify agent at l3_agent.dv-cinder-759943-8-iscsi the message routers_updated {{(pid=93260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 04:57:12.320458 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55396baf-30f1-4fb6-99a9-ab3d9dbcceb8 None None] Sync routers for ids ['7a96b76c-ff3b-4007-8282-c24328d5a7b1'] in dv-cinder-759943-8-iscsi {{(pid=93262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 04:57:12.327399 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-49eb1eaf-edf7-40e6-a272-8e2b94447af6 admin admin] Notify callbacks [] for router, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:12.329148 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-49eb1eaf-edf7-40e6-a272-8e2b94447af6 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.8254342 Aug 07 04:57:12.332807 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 39714) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:57:12.333491 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55396baf-30f1-4fb6-99a9-ab3d9dbcceb8 None None] Routers {'7a96b76c-ff3b-4007-8282-c24328d5a7b1'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:57:12.334351 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_hamode_db [None req-55396baf-30f1-4fb6-99a9-ab3d9dbcceb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T04:57:00Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['7a96b76c-ff3b-4007-8282-c24328d5a7b1'], 'active': True} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:57:12.484592 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvr_db [None req-55396baf-30f1-4fb6-99a9-ab3d9dbcceb8 None None] Set router 7a96b76c-ff3b-4007-8282-c24328d5a7b1 gateway port host: dv-cinder-759943-8-iscsi {{(pid=93262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:57:12.492047 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9877e814-6adc-4968-a859-d7d4b52ffec7 req-e346164e-872c-4330-9645-e159849dc75c tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:12.493774 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-9877e814-6adc-4968-a859-d7d4b52ffec7 req-e346164e-872c-4330-9645-e159849dc75c tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 946 time: 0.0763595 Aug 07 04:57:12.575971 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-9877e814-6adc-4968-a859-d7d4b52ffec7 req-d7dea26b-3f84-4e81-b0b6-3b4d1fd2e741 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ace81de-1fdd-4f9f-94d0-b0686fe1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610678 Aug 07 04:57:12.660246 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device fa6d7119-218d-4f18-bc34-6a2d006f6c7c up at agent ovs-agent-dv-cinder-759943-8-iscsi {{(pid=93261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:57:12.735889 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Provisioning for port fa6d7119-218d-4f18-bc34-6a2d006f6c7c completed by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:57:12.741129 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Provisioning complete for port fa6d7119-218d-4f18-bc34-6a2d006f6c7c triggered by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:57:12.741608 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:12.816459 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_hamode_db [None req-55396baf-30f1-4fb6-99a9-ab3d9dbcceb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a96b76c-ff3b-4007-8282-c24328d5a7b1', 'name': 'tempest-TestMinimumBasicScenario-487399334-router', 'tenant_id': 'acb8843e06aa440fb7b9121a3737a6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '924d02ce-69a6-4d0d-9a02-708b7f94ca8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:57:09Z', 'updated_at': '2021-08-07T04:57:11Z', 'revision_number': 3, 'project_id': 'acb8843e06aa440fb7b9121a3737a6d9', 'gw_port': {'id': '924d02ce-69a6-4d0d-9a02-708b7f94ca8c', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:65:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a96b76c-ff3b-4007-8282-c24328d5a7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:10Z', 'updated_at': '2021-08-07T04:57:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi'}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:57:12.853156 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55396baf-30f1-4fb6-99a9-ab3d9dbcceb8 None None] Checking router: 7a96b76c-ff3b-4007-8282-c24328d5a7b1 for host: dv-cinder-759943-8-iscsi {{(pid=93262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 04:57:12.853500 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55396baf-30f1-4fb6-99a9-ab3d9dbcceb8 None None] Updating router 7a96b76c-ff3b-4007-8282-c24328d5a7b1 port 924d02ce-69a6-4d0d-9a02-708b7f94ca8c binding host dv-cinder-759943-8-iscsi {{(pid=93262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 04:57:12.887263 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:12.899857 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-55396baf-30f1-4fb6-99a9-ab3d9dbcceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:12.993878 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] For port fa6d7119-218d-4f18-bc34-6a2d006f6c7c, host dv-cinder-759943-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-8-iscsi',level=0,port_id=fa6d7119-218d-4f18-bc34-6a2d006f6c7c,segment=NetworkSegment(b9e981f6-9fda-4321-8932-b8fc344b1172),segment_id=b9e981f6-9fda-4321-8932-b8fc344b1172)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:57:13.006304 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:13.009221 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51a24d6-5f4c-449e-b3ea-fac14f683f4f req-ad607ad8-cee3-4756-9d91-433ce269c819 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:13.023638 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-d51a24d6-5f4c-449e-b3ea-fac14f683f4f req-ad607ad8-cee3-4756-9d91-433ce269c819 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/ports?device_id=092b9a79-696e-47db-8d09-7415f67f653f HTTP/1.1" status: 200 len: 945 time: 0.1403863 Aug 07 04:57:13.162726 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Pushing event updated for resources: {'Port': ['ID=fa6d7119-218d-4f18-bc34-6a2d006f6c7c,revision_number=3']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:13.193173 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-a736eebd-570c-4fde-842c-5c0f7aecf19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:13.263272 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-d51a24d6-5f4c-449e-b3ea-fac14f683f4f req-e81b0b64-3c71-4e73-927a-cc6ea0c08c2a tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0c57fd4-e502-41c8-9a9d-2ef84ae6fa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2341633 Aug 07 04:57:13.290549 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d540bc-df2a-444f-b5ad-db57e321dc81 req-009d933f-4d45-4a24-b017-6b6c7a769491 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:13.300189 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-d9d540bc-df2a-444f-b5ad-db57e321dc81 req-009d933f-4d45-4a24-b017-6b6c7a769491 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=00986e00-3c66-4254-a369-5d2355842bd6 HTTP/1.1" status: 200 len: 946 time: 0.1447554 Aug 07 04:57:13.396863 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-d9d540bc-df2a-444f-b5ad-db57e321dc81 req-8b15ebef-ad49-4938-9eb6-d9e1d29abfa7 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938156 Aug 07 04:57:13.526697 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-55396baf-30f1-4fb6-99a9-ab3d9dbcceb8 None None] Notify callbacks [] for port, precommit_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:13.544700 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.provisioning_blocks [None req-55396baf-30f1-4fb6-99a9-ab3d9dbcceb8 None None] Transition to ACTIVE for port object 924d02ce-69a6-4d0d-9a02-708b7f94ca8c will not be triggered until provisioned by entity L2. {{(pid=93262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:57:13.555481 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-55396baf-30f1-4fb6-99a9-ab3d9dbcceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:13.600012 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.db.db_base_plugin_common [None req-a736eebd-570c-4fde-842c-5c0f7aecf19a admin admin] Allocated IP 172.20.0.1 (ca1bf4c2-4efb-4223-bf35-8f10c3d069a0/f49eb454-b746-4ddc-89ee-10789991881b/49718847-27d9-4cf4-b4ed-658a78de925e) {{(pid=93260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:57:13.650231 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.managers [None req-55396baf-30f1-4fb6-99a9-ab3d9dbcceb8 None None] Attempting to bind port 924d02ce-69a6-4d0d-9a02-708b7f94ca8c on host dv-cinder-759943-8-iscsi for vnic_type normal with profile {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:57:13.651009 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.managers [None req-55396baf-30f1-4fb6-99a9-ab3d9dbcceb8 None None] Attempting to bind port 924d02ce-69a6-4d0d-9a02-708b7f94ca8c by drivers openvswitch,hyperv on host dv-cinder-759943-8-iscsi at level 0 using segments [{'id': 'ac6f53da-148d-4154-8f83-3b309cb182da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f'}] {{(pid=93262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:57:13.651619 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55396baf-30f1-4fb6-99a9-ab3d9dbcceb8 None None] Attempting to bind port 924d02ce-69a6-4d0d-9a02-708b7f94ca8c on network 7234aba2-ebe6-4f3d-9fb1-8b27c89e529f {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:57:13.664864 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d50ae8-0fb5-488a-9106-fd929c2693af None None] Pushing event updated for resources: {'Port': ['ID=924d02ce-69a6-4d0d-9a02-708b7f94ca8c,revision_number=2']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:13.670388 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55396baf-30f1-4fb6-99a9-ab3d9dbcceb8 None None] Checking agent: {'id': '22f5c6e5-2ebd-4458-ab09-beb81a4e99be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 47, 30), 'started_at': datetime.datetime(2021, 8, 7, 4, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:57:13.671094 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55396baf-30f1-4fb6-99a9-ab3d9dbcceb8 None None] Checking segment: {'id': 'ac6f53da-148d-4154-8f83-3b309cb182da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:57:13.671701 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-55396baf-30f1-4fb6-99a9-ab3d9dbcceb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:13.672935 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55396baf-30f1-4fb6-99a9-ab3d9dbcceb8 None None] Bound using segment: {'id': 'ac6f53da-148d-4154-8f83-3b309cb182da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f'} {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:57:13.673753 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.managers [None req-55396baf-30f1-4fb6-99a9-ab3d9dbcceb8 None None] Bound port: 924d02ce-69a6-4d0d-9a02-708b7f94ca8c, host: dv-cinder-759943-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac6f53da-148d-4154-8f83-3b309cb182da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f'}}] {{(pid=93262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:57:13.674462 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-55396baf-30f1-4fb6-99a9-ab3d9dbcceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:13.765545 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d54595-2ef7-4f91-b5bc-71e88ac72cae req-db785b81-9abb-4903-b199-c18f5dc74579 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:13.768222 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-31d54595-2ef7-4f91-b5bc-71e88ac72cae req-db785b81-9abb-4903-b199-c18f5dc74579 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 946 time: 0.0904565 Aug 07 04:57:13.792435 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-a736eebd-570c-4fde-842c-5c0f7aecf19a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:13.818386 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.db.provisioning_blocks [None req-a736eebd-570c-4fde-842c-5c0f7aecf19a admin admin] Transition to ACTIVE for port object 49718847-27d9-4cf4-b4ed-658a78de925e will not be triggered until provisioned by entity DHCP. {{(pid=93260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:57:13.837092 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-31d54595-2ef7-4f91-b5bc-71e88ac72cae req-b52d8eca-ddaf-45b7-a579-f9330987830e tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ace81de-1fdd-4f9f-94d0-b0686fe1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618699 Aug 07 04:57:13.871514 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-a736eebd-570c-4fde-842c-5c0f7aecf19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768807127269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9563756'] for port, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:13.881593 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.db [None req-55396baf-30f1-4fb6-99a9-ab3d9dbcceb8 None None] For port 924d02ce-69a6-4d0d-9a02-708b7f94ca8c, host dv-cinder-759943-8-iscsi, cleared binding levels {{(pid=93262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:57:13.885350 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.db [None req-55396baf-30f1-4fb6-99a9-ab3d9dbcceb8 None None] For port 924d02ce-69a6-4d0d-9a02-708b7f94ca8c, host dv-cinder-759943-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-8-iscsi',level=0,port_id=924d02ce-69a6-4d0d-9a02-708b7f94ca8c,segment=NetworkSegment(ac6f53da-148d-4154-8f83-3b309cb182da),segment_id=ac6f53da-148d-4154-8f83-3b309cb182da)] {{(pid=93262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:57:13.893020 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-55396baf-30f1-4fb6-99a9-ab3d9dbcceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:13.919987 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a736eebd-570c-4fde-842c-5c0f7aecf19a admin admin] Network ca1bf4c2-4efb-4223-bf35-8f10c3d069a0 is already hosted by enough agents. {{(pid=93260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:57:13.923791 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.base_scheduler [None req-a736eebd-570c-4fde-842c-5c0f7aecf19a admin admin] Resources bound (agent type, host, resource id): {{(pid=93260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:57:13.927544 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a736eebd-570c-4fde-842c-5c0f7aecf19a admin admin] Received port after_create {{(pid=93260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:57:13.956893 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a736eebd-570c-4fde-842c-5c0f7aecf19a admin admin] Pushing event updated for resources: {'Port': ['ID=49718847-27d9-4cf4-b4ed-658a78de925e,revision_number=1']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:13.975069 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a736eebd-570c-4fde-842c-5c0f7aecf19a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:13.975570 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a736eebd-570c-4fde-842c-5c0f7aecf19a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:13.976022 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a736eebd-570c-4fde-842c-5c0f7aecf19a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:13.977021 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a736eebd-570c-4fde-842c-5c0f7aecf19a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:13.977021 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a736eebd-570c-4fde-842c-5c0f7aecf19a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:13.977546 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a736eebd-570c-4fde-842c-5c0f7aecf19a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:13.978113 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a736eebd-570c-4fde-842c-5c0f7aecf19a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:13.978277 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55396baf-30f1-4fb6-99a9-ab3d9dbcceb8 None None] Routers {'7a96b76c-ff3b-4007-8282-c24328d5a7b1'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:57:13.978665 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a736eebd-570c-4fde-842c-5c0f7aecf19a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:13.979206 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a736eebd-570c-4fde-842c-5c0f7aecf19a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:13.979391 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_hamode_db [None req-55396baf-30f1-4fb6-99a9-ab3d9dbcceb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T04:57:00Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['7a96b76c-ff3b-4007-8282-c24328d5a7b1'], 'active': True} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:57:13.979770 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a736eebd-570c-4fde-842c-5c0f7aecf19a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:13.980307 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a736eebd-570c-4fde-842c-5c0f7aecf19a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:13.980848 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a736eebd-570c-4fde-842c-5c0f7aecf19a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:14.006769 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-a736eebd-570c-4fde-842c-5c0f7aecf19a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765965'] for router_interface, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:14.046126 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d50ae8-0fb5-488a-9106-fd929c2693af None None] Pushing event updated for resources: {'Port': ['ID=924d02ce-69a6-4d0d-9a02-708b7f94ca8c,revision_number=3']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:14.164664 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvr_db [None req-55396baf-30f1-4fb6-99a9-ab3d9dbcceb8 None None] Set router 7a96b76c-ff3b-4007-8282-c24328d5a7b1 gateway port host: dv-cinder-759943-8-iscsi {{(pid=93262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:57:14.226533 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-a736eebd-570c-4fde-842c-5c0f7aecf19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:14.268943 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-b1a83245-9a46-4df4-b966-b223a4ca909b None None] Provisioning for port 49718847-27d9-4cf4-b4ed-658a78de925e completed by entity DHCP. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:57:14.282476 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-b1a83245-9a46-4df4-b966-b223a4ca909b None None] Provisioning complete for port 49718847-27d9-4cf4-b4ed-658a78de925e triggered by entity DHCP. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:57:14.283462 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-b1a83245-9a46-4df4-b966-b223a4ca909b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:14.339992 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.plugin [None req-b1a83245-9a46-4df4-b966-b223a4ca909b None None] Port 49718847-27d9-4cf4-b4ed-658a78de925e cannot update to ACTIVE because it is not bound. {{(pid=93261) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 04:57:14.523381 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_hamode_db [None req-55396baf-30f1-4fb6-99a9-ab3d9dbcceb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a96b76c-ff3b-4007-8282-c24328d5a7b1', 'name': 'tempest-TestMinimumBasicScenario-487399334-router', 'tenant_id': 'acb8843e06aa440fb7b9121a3737a6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '924d02ce-69a6-4d0d-9a02-708b7f94ca8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:57:09Z', 'updated_at': '2021-08-07T04:57:11Z', 'revision_number': 3, 'project_id': 'acb8843e06aa440fb7b9121a3737a6d9', 'gw_port': {'id': '924d02ce-69a6-4d0d-9a02-708b7f94ca8c', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:65:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a96b76c-ff3b-4007-8282-c24328d5a7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:10Z', 'updated_at': '2021-08-07T04:57:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi'}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:57:14.525809 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eced6a8-79c0-43f1-8d66-e8c39fa052ab req-143d1787-6569-48bc-becc-34ad297fff0b tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:14.534150 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-a736eebd-570c-4fde-842c-5c0f7aecf19a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:14.543790 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-a736eebd-570c-4fde-842c-5c0f7aecf19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9563749'] for port, after_update {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:14.544853 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-1eced6a8-79c0-43f1-8d66-e8c39fa052ab req-143d1787-6569-48bc-becc-34ad297fff0b tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/ports?device_id=092b9a79-696e-47db-8d09-7415f67f653f HTTP/1.1" status: 200 len: 945 time: 0.1398683 Aug 07 04:57:14.606416 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55396baf-30f1-4fb6-99a9-ab3d9dbcceb8 None None] The sync data for ids ['7a96b76c-ff3b-4007-8282-c24328d5a7b1'] in dv-cinder-759943-8-iscsi is: [{'id': '7a96b76c-ff3b-4007-8282-c24328d5a7b1', 'name': 'tempest-TestMinimumBasicScenario-487399334-router', 'tenant_id': 'acb8843e06aa440fb7b9121a3737a6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '924d02ce-69a6-4d0d-9a02-708b7f94ca8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:57:09Z', 'updated_at': '2021-08-07T04:57:11Z', 'revision_number': 3, 'project_id': 'acb8843e06aa440fb7b9121a3737a6d9', 'gw_port': {'id': '924d02ce-69a6-4d0d-9a02-708b7f94ca8c', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:65:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a96b76c-ff3b-4007-8282-c24328d5a7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:10Z', 'updated_at': '2021-08-07T04:57:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi'}] {{(pid=93262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 04:57:14.644689 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-1eced6a8-79c0-43f1-8d66-e8c39fa052ab req-0d09bb49-4fa1-4ac5-adae-a524c496fa10 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0c57fd4-e502-41c8-9a9d-2ef84ae6fa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0957124 Aug 07 04:57:14.722735 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-a736eebd-570c-4fde-842c-5c0f7aecf19a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766137'] for router_interface, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:14.727781 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device fa6d7119-218d-4f18-bc34-6a2d006f6c7c up at agent ovs-agent-dv-cinder-759943-8-iscsi {{(pid=93261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:57:14.763668 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a736eebd-570c-4fde-842c-5c0f7aecf19a admin admin] Pushing event updated for resources: {'Port': ['ID=49718847-27d9-4cf4-b4ed-658a78de925e,revision_number=2']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:14.824746 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Provisioning complete for port fa6d7119-218d-4f18-bc34-6a2d006f6c7c triggered by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:57:14.825221 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:14.941275 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f6f36-2596-41f2-9395-299832e8a1a1 req-c8e71979-32a6-421e-97c2-dd899b6c3bfb tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:14.942843 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-a95f6f36-2596-41f2-9395-299832e8a1a1 req-c8e71979-32a6-421e-97c2-dd899b6c3bfb tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=00986e00-3c66-4254-a369-5d2355842bd6 HTTP/1.1" status: 200 len: 946 time: 0.2597234 Aug 07 04:57:15.084299 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-a95f6f36-2596-41f2-9395-299832e8a1a1 req-22475c3d-324f-4389-9ec5-acc581e6d33a tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278565 Aug 07 04:57:15.153581 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a736eebd-570c-4fde-842c-5c0f7aecf19a admin admin] Network ca1bf4c2-4efb-4223-bf35-8f10c3d069a0 is already hosted by enough agents. {{(pid=93260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:57:15.159356 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.base_scheduler [None req-a736eebd-570c-4fde-842c-5c0f7aecf19a admin admin] Resources bound (agent type, host, resource id): {{(pid=93260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:57:15.252237 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8930eb5c-a5c2-48c8-bed0-4c498d07698a req-d74db433-4298-4986-a4a0-584a771968f9 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:15.258162 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-8930eb5c-a5c2-48c8-bed0-4c498d07698a req-d74db433-4298-4986-a4a0-584a771968f9 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 946 time: 0.2392151 Aug 07 04:57:15.405437 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-8930eb5c-a5c2-48c8-bed0-4c498d07698a req-639d1ca6-d499-4705-993a-ba900541967a tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ace81de-1fdd-4f9f-94d0-b0686fe1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960262 Aug 07 04:57:15.589514 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77daed0-d3cd-4719-94c0-23e97b13a9f2 req-f72f9d28-e062-486a-86be-b579317a3e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:15.591396 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-a77daed0-d3cd-4719-94c0-23e97b13a9f2 req-f72f9d28-e062-486a-86be-b579317a3e75 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a09787aaf9f8489b9ce80e474968b0c0&device_id=092b9a79-696e-47db-8d09-7415f67f653f HTTP/1.1" status: 200 len: 1098 time: 0.1212783 Aug 07 04:57:15.699426 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-80b3f621-e635-421b-a966-a798993496a0 None None] Provisioning complete for port 49718847-27d9-4cf4-b4ed-658a78de925e triggered by entity DHCP. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:57:15.700565 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-80b3f621-e635-421b-a966-a798993496a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:15.781421 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.plugin [None req-80b3f621-e635-421b-a966-a798993496a0 None None] Port 49718847-27d9-4cf4-b4ed-658a78de925e cannot update to ACTIVE because it is not bound. {{(pid=93261) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 04:57:15.871041 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77daed0-d3cd-4719-94c0-23e97b13a9f2 req-bb833c5b-374e-4e1c-91ee-a09a6cd4410f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:15.873811 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-a77daed0-d3cd-4719-94c0-23e97b13a9f2 req-bb833c5b-374e-4e1c-91ee-a09a6cd4410f service neutron] 10.222.0.43 "GET /v2.0/networks?id=47e9d5be-818e-47e0-bb62-cfe7f85a9f14 HTTP/1.1" status: 200 len: 912 time: 0.2727625 Aug 07 04:57:15.960344 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a736eebd-570c-4fde-842c-5c0f7aecf19a admin admin] Router 7a96b76c-ff3b-4007-8282-c24328d5a7b1 has already been hosted by L3 agent c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6 {{(pid=93260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 04:57:15.974586 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b7060-67a7-45ee-87dc-0b6fcf4e2373 req-9f7440a7-6ac1-4d5b-99c1-c1935460e717 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:15.982542 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-512b7060-67a7-45ee-87dc-0b6fcf4e2373 req-9f7440a7-6ac1-4d5b-99c1-c1935460e717 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/ports?device_id=092b9a79-696e-47db-8d09-7415f67f653f HTTP/1.1" status: 200 len: 945 time: 0.1576710 Aug 07 04:57:16.035528 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-512b7060-67a7-45ee-87dc-0b6fcf4e2373 req-60294277-6b5d-409d-adb5-f5f69b6e32f4 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0c57fd4-e502-41c8-9a9d-2ef84ae6fa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0519202 Aug 07 04:57:16.073797 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-a77daed0-d3cd-4719-94c0-23e97b13a9f2 req-1d2d564a-160f-4da9-9faf-53270dd66fd4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cbc1b50e-0fc8-47d5-80d3-e84fcc576026 HTTP/1.1" status: 200 len: 1001 time: 0.1910129 Aug 07 04:57:16.204458 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77daed0-d3cd-4719-94c0-23e97b13a9f2 req-b58b94ee-12ae-451d-b644-0c534b7cec42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:16.206637 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-a77daed0-d3cd-4719-94c0-23e97b13a9f2 req-b58b94ee-12ae-451d-b644-0c534b7cec42 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d69cdc06-5978-4a98-8e5a-dddb9e263998 HTTP/1.1" status: 200 len: 850 time: 0.1075680 Aug 07 04:57:16.318867 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77daed0-d3cd-4719-94c0-23e97b13a9f2 req-40db895a-3ee6-4f67-8aa7-d541bb023b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:16.321316 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-a77daed0-d3cd-4719-94c0-23e97b13a9f2 req-40db895a-3ee6-4f67-8aa7-d541bb023b45 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=47e9d5be-818e-47e0-bb62-cfe7f85a9f14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1041367 Aug 07 04:57:16.347645 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a736eebd-570c-4fde-842c-5c0f7aecf19a admin admin] Notify agent at l3_agent.dv-cinder-759943-8-iscsi the message routers_updated {{(pid=93260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 04:57:16.357321 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-a736eebd-570c-4fde-842c-5c0f7aecf19a admin admin] 10.222.0.13 "PUT /v2.0/routers/7a96b76c-ff3b-4007-8282-c24328d5a7b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0230548 Aug 07 04:57:16.563511 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-a77daed0-d3cd-4719-94c0-23e97b13a9f2 req-d7356b8d-a8d9-43c6-b320-24e063210118 service neutron] 10.222.0.43 "GET /v2.0/networks/47e9d5be-818e-47e0-bb62-cfe7f85a9f14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671906 Aug 07 04:57:16.589620 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de331c9d-4762-488f-8422-d1dd9d8475c4 req-9c0a7fb4-f1a3-45ff-a757-14d63d09b92b tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:16.600592 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-de331c9d-4762-488f-8422-d1dd9d8475c4 req-9c0a7fb4-f1a3-45ff-a757-14d63d09b92b tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=00986e00-3c66-4254-a369-5d2355842bd6 HTTP/1.1" status: 200 len: 946 time: 0.2723532 Aug 07 04:57:16.662676 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-de331c9d-4762-488f-8422-d1dd9d8475c4 req-f46b3e67-c4ac-4af4-b949-f5d54acb3dbe tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606766 Aug 07 04:57:16.730048 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device 924d02ce-69a6-4d0d-9a02-708b7f94ca8c up at agent ovs-agent-dv-cinder-759943-8-iscsi {{(pid=93261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:57:16.821041 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Provisioning for port 924d02ce-69a6-4d0d-9a02-708b7f94ca8c completed by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:57:16.827430 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Provisioning complete for port 924d02ce-69a6-4d0d-9a02-708b7f94ca8c triggered by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:57:16.827969 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:16.836631 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc2ee8d-e6e1-41d3-8799-7e61cf80664f req-82483377-96f7-4533-b79f-04b25fd10d2a tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:16.840286 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-2cc2ee8d-e6e1-41d3-8799-7e61cf80664f req-82483377-96f7-4533-b79f-04b25fd10d2a tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 946 time: 0.1780317 Aug 07 04:57:16.951674 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-2cc2ee8d-e6e1-41d3-8799-7e61cf80664f req-c096c93f-d412-4b10-8d93-aea7006d3482 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ace81de-1fdd-4f9f-94d0-b0686fe1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975432 Aug 07 04:57:16.960033 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:16.992893 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] For port 924d02ce-69a6-4d0d-9a02-708b7f94ca8c, host dv-cinder-759943-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-8-iscsi',level=0,port_id=924d02ce-69a6-4d0d-9a02-708b7f94ca8c,segment=NetworkSegment(ac6f53da-148d-4154-8f83-3b309cb182da),segment_id=ac6f53da-148d-4154-8f83-3b309cb182da)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:57:17.004022 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:17.091748 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Pushing event updated for resources: {'Port': ['ID=924d02ce-69a6-4d0d-9a02-708b7f94ca8c,revision_number=4']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:17.302928 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92919e77-ca44-4abf-8c0c-d2ae3ace5a36 req-17e097f9-053e-4fc3-ad73-911c29d09100 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:17.304849 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-92919e77-ca44-4abf-8c0c-d2ae3ace5a36 req-17e097f9-053e-4fc3-ad73-911c29d09100 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/ports?device_id=092b9a79-696e-47db-8d09-7415f67f653f HTTP/1.1" status: 200 len: 945 time: 0.0978904 Aug 07 04:57:17.370076 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-92919e77-ca44-4abf-8c0c-d2ae3ace5a36 req-352c26ac-42e4-4044-b034-e305e949431d tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0c57fd4-e502-41c8-9a9d-2ef84ae6fa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0590012 Aug 07 04:57:17.575531 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 39822) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:57:17.587875 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.v2.base [None req-7559a374-3f9e-40b6-8fb1-86be8c11e354 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-745794433-network', 'tenant_id': 'ab8ab2adaee240f08971794bf7f45757'}} {{(pid=93259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:57:17.613311 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e94177-e897-4051-acd1-135af2fd2772 None None] Sync routers for ids ['7a96b76c-ff3b-4007-8282-c24328d5a7b1'] in dv-cinder-759943-8-iscsi {{(pid=93261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 04:57:17.624103 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e94177-e897-4051-acd1-135af2fd2772 None None] Routers {'7a96b76c-ff3b-4007-8282-c24328d5a7b1'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:57:17.624750 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-73e94177-e897-4051-acd1-135af2fd2772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T04:57:00Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['7a96b76c-ff3b-4007-8282-c24328d5a7b1'], 'active': True} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:57:17.662520 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7559a374-3f9e-40b6-8fb1-86be8c11e354 admin admin] Made reservation on behalf of ab8ab2adaee240f08971794bf7f45757 for: {'network': 1} {{(pid=93259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:57:17.665353 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-7559a374-3f9e-40b6-8fb1-86be8c11e354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for network, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:17.679025 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-a77daed0-d3cd-4719-94c0-23e97b13a9f2 req-b6f9e2c0-6282-4971-9f6a-720a5e57d4b0 service neutron] 10.222.0.43 "GET /v2.0/networks/47e9d5be-818e-47e0-bb62-cfe7f85a9f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440484 Aug 07 04:57:17.679882 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-7559a374-3f9e-40b6-8fb1-86be8c11e354 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:17.755112 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvr_db [None req-73e94177-e897-4051-acd1-135af2fd2772 None None] Set router 7a96b76c-ff3b-4007-8282-c24328d5a7b1 gateway port host: dv-cinder-759943-8-iscsi {{(pid=93261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:57:17.834245 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b23fc2-d55a-4192-a323-4a8e67b43fef req-5a498bec-aa82-4a17-a775-5bd024f47b5b tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:17.837236 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-71b23fc2-d55a-4192-a323-4a8e67b43fef req-5a498bec-aa82-4a17-a775-5bd024f47b5b tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=00986e00-3c66-4254-a369-5d2355842bd6 HTTP/1.1" status: 200 len: 946 time: 0.0633984 Aug 07 04:57:17.853542 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-7559a374-3f9e-40b6-8fb1-86be8c11e354 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:17.860233 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-7559a374-3f9e-40b6-8fb1-86be8c11e354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:17.888318 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-71b23fc2-d55a-4192-a323-4a8e67b43fef req-30209758-3222-415c-a6f9-2991cdf2b6cd tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443618 Aug 07 04:57:17.897374 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7559a374-3f9e-40b6-8fb1-86be8c11e354 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=93259) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 04:57:17.915653 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-7559a374-3f9e-40b6-8fb1-86be8c11e354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799109'] for segment, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:17.916006 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.db.segments_db [None req-7559a374-3f9e-40b6-8fb1-86be8c11e354 admin admin] Added segment 7719c1fe-8457-4eb8-a03a-9dce16267b0e of type vlan for network e73de618-21b9-4eeb-9597-77e60d99f673 Aug 07 04:57:17.943569 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7559a374-3f9e-40b6-8fb1-86be8c11e354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eef83c8c-1bfa-4ee1-86c4-24d1c449e603,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:17.973267 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7559a374-3f9e-40b6-8fb1-86be8c11e354 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:17.973519 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7559a374-3f9e-40b6-8fb1-86be8c11e354 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:17.973905 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7559a374-3f9e-40b6-8fb1-86be8c11e354 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:17.974235 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7559a374-3f9e-40b6-8fb1-86be8c11e354 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:17.974588 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7559a374-3f9e-40b6-8fb1-86be8c11e354 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:17.974912 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7559a374-3f9e-40b6-8fb1-86be8c11e354 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:17.975247 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7559a374-3f9e-40b6-8fb1-86be8c11e354 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:17.975580 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7559a374-3f9e-40b6-8fb1-86be8c11e354 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:17.975912 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7559a374-3f9e-40b6-8fb1-86be8c11e354 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:17.976264 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7559a374-3f9e-40b6-8fb1-86be8c11e354 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:17.976572 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7559a374-3f9e-40b6-8fb1-86be8c11e354 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:17.976895 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7559a374-3f9e-40b6-8fb1-86be8c11e354 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:17.998344 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-7559a374-3f9e-40b6-8fb1-86be8c11e354 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768807114828'] for network, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:18.050048 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-7559a374-3f9e-40b6-8fb1-86be8c11e354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370'] for network, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:18.051877 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7559a374-3f9e-40b6-8fb1-86be8c11e354 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:18.053066 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-7559a374-3f9e-40b6-8fb1-86be8c11e354 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568364'] for network, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:18.106030 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-73e94177-e897-4051-acd1-135af2fd2772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a96b76c-ff3b-4007-8282-c24328d5a7b1', 'name': 'tempest-TestMinimumBasicScenario-487399334-router', 'tenant_id': 'acb8843e06aa440fb7b9121a3737a6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '924d02ce-69a6-4d0d-9a02-708b7f94ca8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:57:09Z', 'updated_at': '2021-08-07T04:57:14Z', 'revision_number': 4, 'project_id': 'acb8843e06aa440fb7b9121a3737a6d9', 'gw_port': {'id': '924d02ce-69a6-4d0d-9a02-708b7f94ca8c', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:65:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a96b76c-ff3b-4007-8282-c24328d5a7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:10Z', 'updated_at': '2021-08-07T04:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi', '_interfaces': [{'id': '49718847-27d9-4cf4-b4ed-658a78de925e', 'name': '', 'network_id': 'ca1bf4c2-4efb-4223-bf35-8f10c3d069a0', 'tenant_id': 'acb8843e06aa440fb7b9121a3737a6d9', 'mac_address': 'fa:16:3e:df:2a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a96b76c-ff3b-4007-8282-c24328d5a7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'f49eb454-b746-4ddc-89ee-10789991881b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:13Z', 'updated_at': '2021-08-07T04:57:14Z', 'revision_number': 2, 'project_id': 'acb8843e06aa440fb7b9121a3737a6d9', 'subnets': [{'id': 'f49eb454-b746-4ddc-89ee-10789991881b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:57:18.148483 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e94177-e897-4051-acd1-135af2fd2772 None None] Checking router: 7a96b76c-ff3b-4007-8282-c24328d5a7b1 for host: dv-cinder-759943-8-iscsi {{(pid=93261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 04:57:18.148930 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e94177-e897-4051-acd1-135af2fd2772 None None] Updating router 7a96b76c-ff3b-4007-8282-c24328d5a7b1 port 49718847-27d9-4cf4-b4ed-658a78de925e binding host dv-cinder-759943-8-iscsi {{(pid=93261) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 04:57:18.160834 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-7559a374-3f9e-40b6-8fb1-86be8c11e354 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5834358 Aug 07 04:57:18.165138 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 39828) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:57:18.173968 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.v2.base [None req-33b3c053-d649-4860-bb51-476e7afb5bc8 admin admin] Request body: {'subnet': {'network_id': 'e73de618-21b9-4eeb-9597-77e60d99f673', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-745794433-subnet', 'tenant_id': 'ab8ab2adaee240f08971794bf7f45757', 'ip_version': 4}} {{(pid=93260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:57:18.190582 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7559a374-3f9e-40b6-8fb1-86be8c11e354 admin admin] Pushing event updated for resources: {'Network': ['ID=e73de618-21b9-4eeb-9597-77e60d99f673,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:18.198300 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-73e94177-e897-4051-acd1-135af2fd2772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:18.216196 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Network e73de618-21b9-4eeb-9597-77e60d99f673 details requested by agent ovs-agent-dv-cinder-759943-8-iscsi with host dv-cinder-759943-8-iscsi {{(pid=93261) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 04:57:18.216786 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde3784-418e-4d38-a7e0-e5b8d13a3114 req-7a98acc5-0ed6-454d-bf4c-adf5dfe89902 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:18.217889 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b3c053-d649-4860-bb51-476e7afb5bc8 admin admin] Made reservation on behalf of ab8ab2adaee240f08971794bf7f45757 for: {'subnet': 1} {{(pid=93260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:57:18.218523 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-1bde3784-418e-4d38-a7e0-e5b8d13a3114 req-7a98acc5-0ed6-454d-bf4c-adf5dfe89902 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 946 time: 0.0870264 Aug 07 04:57:18.224524 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-33b3c053-d649-4860-bb51-476e7afb5bc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9718282'] for subnet, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:18.292250 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-1bde3784-418e-4d38-a7e0-e5b8d13a3114 req-37da2559-a420-4609-ac6d-48d5eb2d6840 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ace81de-1fdd-4f9f-94d0-b0686fe1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609553 Aug 07 04:57:18.529284 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-33b3c053-d649-4860-bb51-476e7afb5bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9563672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9718328'] for subnet, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:18.592521 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b3c053-d649-4860-bb51-476e7afb5bc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a56318ba-8b59-43a5-b90c-ab0348a809f9,revision_number=0']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:18.611438 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6630a03d-4d70-4eca-ab3c-f064964fa0b4 req-44c4da4c-6330-49f4-8118-1c616a4ebdbf tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:18.613389 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-6630a03d-4d70-4eca-ab3c-f064964fa0b4 req-44c4da4c-6330-49f4-8118-1c616a4ebdbf tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/ports?device_id=092b9a79-696e-47db-8d09-7415f67f653f HTTP/1.1" status: 200 len: 945 time: 0.1393607 Aug 07 04:57:18.628950 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device 924d02ce-69a6-4d0d-9a02-708b7f94ca8c up at agent ovs-agent-dv-cinder-759943-8-iscsi {{(pid=93261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:57:18.653270 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b3c053-d649-4860-bb51-476e7afb5bc8 admin admin] Checking segment: {'id': '7719c1fe-8457-4eb8-a03a-9dce16267b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'e73de618-21b9-4eeb-9597-77e60d99f673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:57:18.653722 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b3c053-d649-4860-bb51-476e7afb5bc8 admin admin] Network hostable DHCP agents. Network: e73de618-21b9-4eeb-9597-77e60d99f673, hostable agents: ['fbf586e2-2064-4f25-86fb-4cd270d4900d'], hosted agents: [] {{(pid=93260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 04:57:18.684988 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-6630a03d-4d70-4eca-ab3c-f064964fa0b4 req-16446d03-3334-4dc3-b3e5-c642d06f79c2 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0c57fd4-e502-41c8-9a9d-2ef84ae6fa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0592332 Aug 07 04:57:18.695849 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b3c053-d649-4860-bb51-476e7afb5bc8 admin admin] Network e73de618-21b9-4eeb-9597-77e60d99f673 is scheduled to be hosted by DHCP agent fbf586e2-2064-4f25-86fb-4cd270d4900d with binding_index 1 {{(pid=93260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 04:57:18.711660 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.base_scheduler [None req-33b3c053-d649-4860-bb51-476e7afb5bc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-8-iscsi, e73de618-21b9-4eeb-9597-77e60d99f673) {{(pid=93260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:57:18.720458 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b3c053-d649-4860-bb51-476e7afb5bc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:18.721305 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-33b3c053-d649-4860-bb51-476e7afb5bc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:18.732853 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8376a904-19e9-4bef-a46b-5ef1d7cc3b94 None None] Network e73de618-21b9-4eeb-9597-77e60d99f673 requested from dv-cinder-759943-8-iscsi {{(pid=93261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:57:18.743964 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-33b3c053-d649-4860-bb51-476e7afb5bc8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5732045 Aug 07 04:57:18.744244 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 39840) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:57:18.749326 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.v2.base [None req-a650459b-6ecf-4a2c-939f-c37308641539 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-745794433-router', 'tenant_id': 'ab8ab2adaee240f08971794bf7f45757', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f'}}} {{(pid=93260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:57:18.775421 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-a650459b-6ecf-4a2c-939f-c37308641539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-740044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1781'] for router, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:18.776486 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-a650459b-6ecf-4a2c-939f-c37308641539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1790'] for router, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:18.848849 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-a650459b-6ecf-4a2c-939f-c37308641539 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:18.895560 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Provisioning complete for port 924d02ce-69a6-4d0d-9a02-708b7f94ca8c triggered by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:57:18.896179 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:19.000194 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-a650459b-6ecf-4a2c-939f-c37308641539 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:19.038951 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daddbf02-a812-40d6-9bb0-fb7309e3849d req-05f7f1a4-f75d-4c14-ae7a-238da36705ec tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:19.041230 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-daddbf02-a812-40d6-9bb0-fb7309e3849d req-05f7f1a4-f75d-4c14-ae7a-238da36705ec tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=00986e00-3c66-4254-a369-5d2355842bd6 HTTP/1.1" status: 200 len: 946 time: 0.0622392 Aug 07 04:57:19.050397 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68fc7021-6bb9-40f2-a9dc-2e141cd53ccb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09fbd912-be7a-5fce-be8d-62d3fcf6da97-e73de618-21b9-4eeb-9597-77e60d99f673', 'network_id': 'e73de618-21b9-4eeb-9597-77e60d99f673', 'tenant_id': 'ab8ab2adaee240f08971794bf7f45757', 'fixed_ips': [{'subnet_id': 'a56318ba-8b59-43a5-b90c-ab0348a809f9'}]}} from dv-cinder-759943-8-iscsi. {{(pid=93261) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 07 04:57:19.051365 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-68fc7021-6bb9-40f2-a9dc-2e141cd53ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_create {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:19.091125 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-daddbf02-a812-40d6-9bb0-fb7309e3849d req-1f8ac2fc-11c3-4b39-a6cb-aca644a60dcb tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410988 Aug 07 04:57:19.113436 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-73e94177-e897-4051-acd1-135af2fd2772 None None] Notify callbacks [] for port, precommit_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:19.181793 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-73e94177-e897-4051-acd1-135af2fd2772 None None] Transition to ACTIVE for port object 49718847-27d9-4cf4-b4ed-658a78de925e will not be triggered until provisioned by entity L2. {{(pid=93261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:57:19.204816 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-73e94177-e897-4051-acd1-135af2fd2772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:19.243143 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-a650459b-6ecf-4a2c-939f-c37308641539 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:19.273476 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-a650459b-6ecf-4a2c-939f-c37308641539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:19.304245 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cda925-1021-456e-9d0a-9cc5a0e1402e None None] Pushing event updated for resources: {'Port': ['ID=49718847-27d9-4cf4-b4ed-658a78de925e,revision_number=3']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:19.324753 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.db_base_plugin_common [None req-68fc7021-6bb9-40f2-a9dc-2e141cd53ccb None None] Allocated IP 172.20.0.2 (e73de618-21b9-4eeb-9597-77e60d99f673/a56318ba-8b59-43a5-b90c-ab0348a809f9/7554c526-99ae-4916-b8e9-36e9a1a90d14) {{(pid=93261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:57:19.432868 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.managers [None req-73e94177-e897-4051-acd1-135af2fd2772 None None] Attempting to bind port 49718847-27d9-4cf4-b4ed-658a78de925e on host dv-cinder-759943-8-iscsi for vnic_type normal with profile {{(pid=93261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:57:19.433278 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.managers [None req-73e94177-e897-4051-acd1-135af2fd2772 None None] Attempting to bind port 49718847-27d9-4cf4-b4ed-658a78de925e by drivers openvswitch,hyperv on host dv-cinder-759943-8-iscsi at level 0 using segments [{'id': 'b9e981f6-9fda-4321-8932-b8fc344b1172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ca1bf4c2-4efb-4223-bf35-8f10c3d069a0'}] {{(pid=93261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:57:19.433597 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e94177-e897-4051-acd1-135af2fd2772 None None] Attempting to bind port 49718847-27d9-4cf4-b4ed-658a78de925e on network ca1bf4c2-4efb-4223-bf35-8f10c3d069a0 {{(pid=93261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:57:19.452861 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e94177-e897-4051-acd1-135af2fd2772 None None] Checking agent: {'id': '22f5c6e5-2ebd-4458-ab09-beb81a4e99be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 47, 30), 'started_at': datetime.datetime(2021, 8, 7, 4, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:57:19.453881 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e94177-e897-4051-acd1-135af2fd2772 None None] Checking segment: {'id': 'b9e981f6-9fda-4321-8932-b8fc344b1172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ca1bf4c2-4efb-4223-bf35-8f10c3d069a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:57:19.454409 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-73e94177-e897-4051-acd1-135af2fd2772 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:19.454903 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e94177-e897-4051-acd1-135af2fd2772 None None] Bound using segment: {'id': 'b9e981f6-9fda-4321-8932-b8fc344b1172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ca1bf4c2-4efb-4223-bf35-8f10c3d069a0'} {{(pid=93261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:57:19.455444 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.managers [None req-73e94177-e897-4051-acd1-135af2fd2772 None None] Bound port: 49718847-27d9-4cf4-b4ed-658a78de925e, host: dv-cinder-759943-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9e981f6-9fda-4321-8932-b8fc344b1172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ca1bf4c2-4efb-4223-bf35-8f10c3d069a0'}}] {{(pid=93261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:57:19.455878 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-73e94177-e897-4051-acd1-135af2fd2772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:19.554801 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.db.db_base_plugin_common [None req-a650459b-6ecf-4a2c-939f-c37308641539 admin admin] Allocated IP 172.27.1.36 (7234aba2-ebe6-4f3d-9fb1-8b27c89e529f/7cdca82c-7858-4732-9c64-e97074532a2d/d1a1f1cd-1ad1-4006-a4a8-abe2fee22daf) {{(pid=93260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:57:19.565071 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759e64a3-b55e-4750-929e-8d71c8811c4e req-9186414a-4072-4762-a06e-37dbb88f74d4 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:19.566724 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-759e64a3-b55e-4750-929e-8d71c8811c4e req-9186414a-4072-4762-a06e-37dbb88f74d4 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 946 time: 0.0922158 Aug 07 04:57:19.607814 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-73e94177-e897-4051-acd1-135af2fd2772 None None] For port 49718847-27d9-4cf4-b4ed-658a78de925e, host dv-cinder-759943-8-iscsi, cleared binding levels {{(pid=93261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:57:19.628000 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-73e94177-e897-4051-acd1-135af2fd2772 None None] For port 49718847-27d9-4cf4-b4ed-658a78de925e, host dv-cinder-759943-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-8-iscsi',level=0,port_id=49718847-27d9-4cf4-b4ed-658a78de925e,segment=NetworkSegment(b9e981f6-9fda-4321-8932-b8fc344b1172),segment_id=b9e981f6-9fda-4321-8932-b8fc344b1172)] {{(pid=93261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:57:19.633823 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-73e94177-e897-4051-acd1-135af2fd2772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:19.677744 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-68fc7021-6bb9-40f2-a9dc-2e141cd53ccb None None] Notify callbacks [] for port, precommit_create {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:19.684988 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-759e64a3-b55e-4750-929e-8d71c8811c4e req-801bc5bb-100c-4083-8679-fa316d9e5cdd tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ace81de-1fdd-4f9f-94d0-b0686fe1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583200 Aug 07 04:57:19.708190 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-68fc7021-6bb9-40f2-a9dc-2e141cd53ccb None None] Transition to ACTIVE for port object 7554c526-99ae-4916-b8e9-36e9a1a90d14 will not be triggered until provisioned by entity L2. {{(pid=93261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:57:19.747998 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-68fc7021-6bb9-40f2-a9dc-2e141cd53ccb None None] Transition to ACTIVE for port object 7554c526-99ae-4916-b8e9-36e9a1a90d14 will not be triggered until provisioned by entity DHCP. {{(pid=93261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:57:19.748683 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-a650459b-6ecf-4a2c-939f-c37308641539 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:19.755317 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e94177-e897-4051-acd1-135af2fd2772 None None] Routers {'7a96b76c-ff3b-4007-8282-c24328d5a7b1'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:57:19.756191 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-73e94177-e897-4051-acd1-135af2fd2772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T04:57:00Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['7a96b76c-ff3b-4007-8282-c24328d5a7b1'], 'active': True} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:57:19.758834 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cda925-1021-456e-9d0a-9cc5a0e1402e None None] Pushing event updated for resources: {'Port': ['ID=49718847-27d9-4cf4-b4ed-658a78de925e,revision_number=4']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:19.762042 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-68fc7021-6bb9-40f2-a9dc-2e141cd53ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768807127269'] for port, after_create {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:19.812313 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-a650459b-6ecf-4a2c-939f-c37308641539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768807127269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9563756'] for port, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:19.851634 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fc7021-6bb9-40f2-a9dc-2e141cd53ccb None None] Network e73de618-21b9-4eeb-9597-77e60d99f673 is already hosted by enough agents. {{(pid=93261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:57:19.856868 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.scheduler.base_scheduler [None req-68fc7021-6bb9-40f2-a9dc-2e141cd53ccb None None] Resources bound (agent type, host, resource id): {{(pid=93261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:57:19.865049 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fc7021-6bb9-40f2-a9dc-2e141cd53ccb None None] Received port after_create {{(pid=93261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:57:19.882495 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a650459b-6ecf-4a2c-939f-c37308641539 admin admin] Network 7234aba2-ebe6-4f3d-9fb1-8b27c89e529f is already hosted by enough agents. {{(pid=93260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:57:19.888514 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.base_scheduler [None req-a650459b-6ecf-4a2c-939f-c37308641539 admin admin] Resources bound (agent type, host, resource id): {{(pid=93260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:57:19.894255 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a650459b-6ecf-4a2c-939f-c37308641539 admin admin] Received port after_create {{(pid=93260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:57:19.902667 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc7021-6bb9-40f2-a9dc-2e141cd53ccb None None] Pushing event updated for resources: {'Port': ['ID=7554c526-99ae-4916-b8e9-36e9a1a90d14,revision_number=1']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:19.934615 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a650459b-6ecf-4a2c-939f-c37308641539 admin admin] Pushing event updated for resources: {'Port': ['ID=d1a1f1cd-1ad1-4006-a4a8-abe2fee22daf,revision_number=1']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:19.938625 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c2576f-bd59-404f-a59e-b3abc1898e3c req-b46c194c-b607-4358-9477-57b5c6e22e83 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:19.958026 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-03c2576f-bd59-404f-a59e-b3abc1898e3c req-b46c194c-b607-4358-9477-57b5c6e22e83 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/ports?device_id=092b9a79-696e-47db-8d09-7415f67f653f HTTP/1.1" status: 200 len: 945 time: 0.1281047 Aug 07 04:57:20.002725 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvr_db [None req-73e94177-e897-4051-acd1-135af2fd2772 None None] Set router 7a96b76c-ff3b-4007-8282-c24328d5a7b1 gateway port host: dv-cinder-759943-8-iscsi {{(pid=93261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:57:20.006153 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.managers [None req-68fc7021-6bb9-40f2-a9dc-2e141cd53ccb None None] Attempting to bind port 7554c526-99ae-4916-b8e9-36e9a1a90d14 on host dv-cinder-759943-8-iscsi for vnic_type normal with profile {{(pid=93261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:57:20.006452 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.managers [None req-68fc7021-6bb9-40f2-a9dc-2e141cd53ccb None None] Attempting to bind port 7554c526-99ae-4916-b8e9-36e9a1a90d14 by drivers openvswitch,hyperv on host dv-cinder-759943-8-iscsi at level 0 using segments [{'id': '7719c1fe-8457-4eb8-a03a-9dce16267b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'e73de618-21b9-4eeb-9597-77e60d99f673'}] {{(pid=93261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:57:20.006813 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fc7021-6bb9-40f2-a9dc-2e141cd53ccb None None] Attempting to bind port 7554c526-99ae-4916-b8e9-36e9a1a90d14 on network e73de618-21b9-4eeb-9597-77e60d99f673 {{(pid=93261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:57:20.023900 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-03c2576f-bd59-404f-a59e-b3abc1898e3c req-623b421b-700c-452a-befb-7d1e8b1a2695 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0c57fd4-e502-41c8-9a9d-2ef84ae6fa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0632257 Aug 07 04:57:20.043635 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fc7021-6bb9-40f2-a9dc-2e141cd53ccb None None] Checking agent: {'id': '22f5c6e5-2ebd-4458-ab09-beb81a4e99be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 47, 30), 'started_at': datetime.datetime(2021, 8, 7, 4, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:57:20.044013 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fc7021-6bb9-40f2-a9dc-2e141cd53ccb None None] Checking segment: {'id': '7719c1fe-8457-4eb8-a03a-9dce16267b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'e73de618-21b9-4eeb-9597-77e60d99f673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:57:20.044418 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-68fc7021-6bb9-40f2-a9dc-2e141cd53ccb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:20.044807 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fc7021-6bb9-40f2-a9dc-2e141cd53ccb None None] Bound using segment: {'id': '7719c1fe-8457-4eb8-a03a-9dce16267b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'e73de618-21b9-4eeb-9597-77e60d99f673'} {{(pid=93261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:57:20.045480 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.managers [None req-68fc7021-6bb9-40f2-a9dc-2e141cd53ccb None None] Bound port: 7554c526-99ae-4916-b8e9-36e9a1a90d14, host: dv-cinder-759943-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7719c1fe-8457-4eb8-a03a-9dce16267b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'e73de618-21b9-4eeb-9597-77e60d99f673'}}] {{(pid=93261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:57:20.046000 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-68fc7021-6bb9-40f2-a9dc-2e141cd53ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:20.212268 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-68fc7021-6bb9-40f2-a9dc-2e141cd53ccb None None] For port 7554c526-99ae-4916-b8e9-36e9a1a90d14, host dv-cinder-759943-8-iscsi, cleared binding levels {{(pid=93261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:57:20.235541 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-68fc7021-6bb9-40f2-a9dc-2e141cd53ccb None None] For port 7554c526-99ae-4916-b8e9-36e9a1a90d14, host dv-cinder-759943-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-8-iscsi',level=0,port_id=7554c526-99ae-4916-b8e9-36e9a1a90d14,segment=NetworkSegment(7719c1fe-8457-4eb8-a03a-9dce16267b0e),segment_id=7719c1fe-8457-4eb8-a03a-9dce16267b0e)] {{(pid=93261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:57:20.239816 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-a650459b-6ecf-4a2c-939f-c37308641539 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:20.242334 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-68fc7021-6bb9-40f2-a9dc-2e141cd53ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:20.294401 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6164034-2540-416f-a127-15bfcdefc9bc req-d6603a4e-f6cc-40d7-b253-915955772c5a tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:20.295528 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-c6164034-2540-416f-a127-15bfcdefc9bc req-d6603a4e-f6cc-40d7-b253-915955772c5a tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=00986e00-3c66-4254-a369-5d2355842bd6 HTTP/1.1" status: 200 len: 946 time: 0.1027393 Aug 07 04:57:20.334790 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc7021-6bb9-40f2-a9dc-2e141cd53ccb None None] Pushing event updated for resources: {'Port': ['ID=7554c526-99ae-4916-b8e9-36e9a1a90d14,revision_number=2']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:20.376337 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-73e94177-e897-4051-acd1-135af2fd2772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a96b76c-ff3b-4007-8282-c24328d5a7b1', 'name': 'tempest-TestMinimumBasicScenario-487399334-router', 'tenant_id': 'acb8843e06aa440fb7b9121a3737a6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '924d02ce-69a6-4d0d-9a02-708b7f94ca8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:57:09Z', 'updated_at': '2021-08-07T04:57:14Z', 'revision_number': 4, 'project_id': 'acb8843e06aa440fb7b9121a3737a6d9', 'gw_port': {'id': '924d02ce-69a6-4d0d-9a02-708b7f94ca8c', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:65:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a96b76c-ff3b-4007-8282-c24328d5a7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:10Z', 'updated_at': '2021-08-07T04:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi', '_interfaces': [{'id': '49718847-27d9-4cf4-b4ed-658a78de925e', 'name': '', 'network_id': 'ca1bf4c2-4efb-4223-bf35-8f10c3d069a0', 'tenant_id': 'acb8843e06aa440fb7b9121a3737a6d9', 'mac_address': 'fa:16:3e:df:2a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a96b76c-ff3b-4007-8282-c24328d5a7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'f49eb454-b746-4ddc-89ee-10789991881b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:13Z', 'updated_at': '2021-08-07T04:57:19Z', 'revision_number': 4, 'project_id': 'acb8843e06aa440fb7b9121a3737a6d9', 'subnets': [{'id': 'f49eb454-b746-4ddc-89ee-10789991881b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:57:20.386530 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-c6164034-2540-416f-a127-15bfcdefc9bc req-1a23dac0-0a27-4a13-a321-a6b2bf607080 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494952 Aug 07 04:57:20.415656 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e94177-e897-4051-acd1-135af2fd2772 None None] The sync data for ids ['7a96b76c-ff3b-4007-8282-c24328d5a7b1'] in dv-cinder-759943-8-iscsi is: [{'id': '7a96b76c-ff3b-4007-8282-c24328d5a7b1', 'name': 'tempest-TestMinimumBasicScenario-487399334-router', 'tenant_id': 'acb8843e06aa440fb7b9121a3737a6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '924d02ce-69a6-4d0d-9a02-708b7f94ca8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:57:09Z', 'updated_at': '2021-08-07T04:57:14Z', 'revision_number': 4, 'project_id': 'acb8843e06aa440fb7b9121a3737a6d9', 'gw_port': {'id': '924d02ce-69a6-4d0d-9a02-708b7f94ca8c', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:65:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a96b76c-ff3b-4007-8282-c24328d5a7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:10Z', 'updated_at': '2021-08-07T04:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi', '_interfaces': [{'id': '49718847-27d9-4cf4-b4ed-658a78de925e', 'name': '', 'network_id': 'ca1bf4c2-4efb-4223-bf35-8f10c3d069a0', 'tenant_id': 'acb8843e06aa440fb7b9121a3737a6d9', 'mac_address': 'fa:16:3e:df:2a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a96b76c-ff3b-4007-8282-c24328d5a7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'f49eb454-b746-4ddc-89ee-10789991881b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:13Z', 'updated_at': '2021-08-07T04:57:19Z', 'revision_number': 4, 'project_id': 'acb8843e06aa440fb7b9121a3737a6d9', 'subnets': [{'id': 'f49eb454-b746-4ddc-89ee-10789991881b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 04:57:20.599523 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-a650459b-6ecf-4a2c-939f-c37308641539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-739701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-766718'] for router, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:20.691985 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device 49718847-27d9-4cf4-b4ed-658a78de925e up at agent ovs-agent-dv-cinder-759943-8-iscsi {{(pid=93261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:57:20.827228 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Provisioning for port 49718847-27d9-4cf4-b4ed-658a78de925e completed by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:57:20.838168 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Provisioning complete for port 49718847-27d9-4cf4-b4ed-658a78de925e triggered by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:57:20.838556 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:20.947218 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed02090-ef13-46b0-9704-768441cdfdde req-4bf775f3-7915-45e5-ba08-f2247e6b2c63 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:20.949051 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-6ed02090-ef13-46b0-9704-768441cdfdde req-4bf775f3-7915-45e5-ba08-f2247e6b2c63 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 946 time: 0.1021416 Aug 07 04:57:21.029454 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-6ed02090-ef13-46b0-9704-768441cdfdde req-81df93e9-1ec6-46f6-927d-92e06f172254 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ace81de-1fdd-4f9f-94d0-b0686fe1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713618 Aug 07 04:57:21.142027 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:21.180275 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] For port 49718847-27d9-4cf4-b4ed-658a78de925e, host dv-cinder-759943-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-8-iscsi',level=0,port_id=49718847-27d9-4cf4-b4ed-658a78de925e,segment=NetworkSegment(b9e981f6-9fda-4321-8932-b8fc344b1172),segment_id=b9e981f6-9fda-4321-8932-b8fc344b1172)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:57:21.185337 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:21.207425 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a650459b-6ecf-4a2c-939f-c37308641539 admin admin] Router 84851caa-b810-4c00-b1d6-5591c6b77b9a is scheduled to L3 agent c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6 with binding_index 1 {{(pid=93260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 07 04:57:21.244478 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Pushing event updated for resources: {'Port': ['ID=49718847-27d9-4cf4-b4ed-658a78de925e,revision_number=5']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:21.311268 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5996efa8-a59a-4c9c-8eb8-103638027426 req-edab8015-ddf0-47dc-8344-25cf607bffbf tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:21.313660 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-5996efa8-a59a-4c9c-8eb8-103638027426 req-edab8015-ddf0-47dc-8344-25cf607bffbf tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/ports?device_id=092b9a79-696e-47db-8d09-7415f67f653f HTTP/1.1" status: 200 len: 945 time: 0.1614940 Aug 07 04:57:21.467655 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-5996efa8-a59a-4c9c-8eb8-103638027426 req-46a8c187-fdb1-4b3e-b50a-14eded87da7a tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0c57fd4-e502-41c8-9a9d-2ef84ae6fa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1417162 Aug 07 04:57:21.474400 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a650459b-6ecf-4a2c-939f-c37308641539 admin admin] Notify agent at l3_agent.dv-cinder-759943-8-iscsi the message routers_updated {{(pid=93260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 04:57:21.490110 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c80907b-588f-4b8a-91a1-6b3532067615 None None] Sync routers for ids ['84851caa-b810-4c00-b1d6-5591c6b77b9a'] in dv-cinder-759943-8-iscsi {{(pid=93262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 04:57:21.509059 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-a650459b-6ecf-4a2c-939f-c37308641539 admin admin] Notify callbacks [] for router, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:21.509961 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c80907b-588f-4b8a-91a1-6b3532067615 None None] Routers {'84851caa-b810-4c00-b1d6-5591c6b77b9a'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:57:21.510623 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-a650459b-6ecf-4a2c-939f-c37308641539 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.7652631 Aug 07 04:57:21.511278 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_hamode_db [None req-7c80907b-588f-4b8a-91a1-6b3532067615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T04:57:00Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['84851caa-b810-4c00-b1d6-5591c6b77b9a'], 'active': True} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:57:21.513997 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 39876) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:57:21.676809 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvr_db [None req-7c80907b-588f-4b8a-91a1-6b3532067615 None None] Set router 84851caa-b810-4c00-b1d6-5591c6b77b9a gateway port host: dv-cinder-759943-8-iscsi {{(pid=93262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:57:21.689175 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631633be-449d-4cec-a078-5379f3b87620 req-ad180f7b-7863-4bc4-a26c-10aebd1fba0a tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:21.692283 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-631633be-449d-4cec-a078-5379f3b87620 req-ad180f7b-7863-4bc4-a26c-10aebd1fba0a tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=00986e00-3c66-4254-a369-5d2355842bd6 HTTP/1.1" status: 200 len: 946 time: 0.1332767 Aug 07 04:57:21.806516 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01183e0-ed2b-42f0-a9fd-2a9f6937529f None None] Network e73de618-21b9-4eeb-9597-77e60d99f673 requested from dv-cinder-759943-8-iscsi {{(pid=93261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:57:21.914416 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-631633be-449d-4cec-a078-5379f3b87620 req-7f0362a7-7e78-4dce-a87c-e5e07065ed97 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032328 Aug 07 04:57:21.932519 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-f4d56f4f-f123-440e-8d8e-64e20821b44b None None] Provisioning for port 7554c526-99ae-4916-b8e9-36e9a1a90d14 completed by entity DHCP. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:57:22.025645 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_hamode_db [None req-7c80907b-588f-4b8a-91a1-6b3532067615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84851caa-b810-4c00-b1d6-5591c6b77b9a', 'name': 'tempest-TestMinimumBasicScenario-745794433-router', 'tenant_id': 'ab8ab2adaee240f08971794bf7f45757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'd1a1f1cd-1ad1-4006-a4a8-abe2fee22daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:57:18Z', 'updated_at': '2021-08-07T04:57:20Z', 'revision_number': 3, 'project_id': 'ab8ab2adaee240f08971794bf7f45757', 'gw_port': {'id': 'd1a1f1cd-1ad1-4006-a4a8-abe2fee22daf', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ba:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84851caa-b810-4c00-b1d6-5591c6b77b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:19Z', 'updated_at': '2021-08-07T04:57:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi'}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:57:22.060257 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c80907b-588f-4b8a-91a1-6b3532067615 None None] Checking router: 84851caa-b810-4c00-b1d6-5591c6b77b9a for host: dv-cinder-759943-8-iscsi {{(pid=93262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 04:57:22.061047 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c80907b-588f-4b8a-91a1-6b3532067615 None None] Updating router 84851caa-b810-4c00-b1d6-5591c6b77b9a port d1a1f1cd-1ad1-4006-a4a8-abe2fee22daf binding host dv-cinder-759943-8-iscsi {{(pid=93262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 04:57:22.119095 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-7c80907b-588f-4b8a-91a1-6b3532067615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:22.197772 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef1a8e6-4ac5-47dc-b17a-7fc9f484f782 req-de9ca361-45b1-437f-8b36-2eb2a012723a tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:22.200652 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-5ef1a8e6-4ac5-47dc-b17a-7fc9f484f782 req-de9ca361-45b1-437f-8b36-2eb2a012723a tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 946 time: 0.0771813 Aug 07 04:57:22.251175 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-5ef1a8e6-4ac5-47dc-b17a-7fc9f484f782 req-3f780c18-9868-496e-8925-4836b026580d tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ace81de-1fdd-4f9f-94d0-b0686fe1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423329 Aug 07 04:57:22.308680 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-9153e808-5f81-478a-b343-bdfc3f189b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:22.426931 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-7c80907b-588f-4b8a-91a1-6b3532067615 None None] Notify callbacks [] for port, precommit_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:22.437455 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.provisioning_blocks [None req-7c80907b-588f-4b8a-91a1-6b3532067615 None None] Transition to ACTIVE for port object d1a1f1cd-1ad1-4006-a4a8-abe2fee22daf will not be triggered until provisioned by entity L2. {{(pid=93262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:57:22.445907 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-7c80907b-588f-4b8a-91a1-6b3532067615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:22.482081 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.db_base_plugin_common [None req-9153e808-5f81-478a-b343-bdfc3f189b6d admin admin] Allocated IP 172.20.0.1 (e73de618-21b9-4eeb-9597-77e60d99f673/a56318ba-8b59-43a5-b90c-ab0348a809f9/466b3e85-2a0e-408c-a47c-ab371341cf66) {{(pid=93259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:57:22.499843 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.managers [None req-7c80907b-588f-4b8a-91a1-6b3532067615 None None] Attempting to bind port d1a1f1cd-1ad1-4006-a4a8-abe2fee22daf on host dv-cinder-759943-8-iscsi for vnic_type normal with profile {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:57:22.501198 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.managers [None req-7c80907b-588f-4b8a-91a1-6b3532067615 None None] Attempting to bind port d1a1f1cd-1ad1-4006-a4a8-abe2fee22daf by drivers openvswitch,hyperv on host dv-cinder-759943-8-iscsi at level 0 using segments [{'id': 'ac6f53da-148d-4154-8f83-3b309cb182da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f'}] {{(pid=93262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:57:22.501198 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c80907b-588f-4b8a-91a1-6b3532067615 None None] Attempting to bind port d1a1f1cd-1ad1-4006-a4a8-abe2fee22daf on network 7234aba2-ebe6-4f3d-9fb1-8b27c89e529f {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:57:22.503435 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a792a256-6ba1-4022-bead-f6572ede7d7e None None] Pushing event updated for resources: {'Port': ['ID=d1a1f1cd-1ad1-4006-a4a8-abe2fee22daf,revision_number=2']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:22.512796 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a792a256-6ba1-4022-bead-f6572ede7d7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:22.512888 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a792a256-6ba1-4022-bead-f6572ede7d7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:22.513168 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a792a256-6ba1-4022-bead-f6572ede7d7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:22.513486 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a792a256-6ba1-4022-bead-f6572ede7d7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:22.513806 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a792a256-6ba1-4022-bead-f6572ede7d7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:22.514164 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a792a256-6ba1-4022-bead-f6572ede7d7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:22.514483 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a792a256-6ba1-4022-bead-f6572ede7d7e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:22.514806 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a792a256-6ba1-4022-bead-f6572ede7d7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:22.515143 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a792a256-6ba1-4022-bead-f6572ede7d7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:22.515565 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a792a256-6ba1-4022-bead-f6572ede7d7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:22.516144 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a792a256-6ba1-4022-bead-f6572ede7d7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:22.516406 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a792a256-6ba1-4022-bead-f6572ede7d7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:22.520440 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c80907b-588f-4b8a-91a1-6b3532067615 None None] Checking agent: {'id': '22f5c6e5-2ebd-4458-ab09-beb81a4e99be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 47, 30), 'started_at': datetime.datetime(2021, 8, 7, 4, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:57:22.520804 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c80907b-588f-4b8a-91a1-6b3532067615 None None] Checking segment: {'id': 'ac6f53da-148d-4154-8f83-3b309cb182da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:57:22.521209 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-7c80907b-588f-4b8a-91a1-6b3532067615 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:22.521590 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c80907b-588f-4b8a-91a1-6b3532067615 None None] Bound using segment: {'id': 'ac6f53da-148d-4154-8f83-3b309cb182da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f'} {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:57:22.522109 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.managers [None req-7c80907b-588f-4b8a-91a1-6b3532067615 None None] Bound port: d1a1f1cd-1ad1-4006-a4a8-abe2fee22daf, host: dv-cinder-759943-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac6f53da-148d-4154-8f83-3b309cb182da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f'}}] {{(pid=93262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:57:22.522502 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-7c80907b-588f-4b8a-91a1-6b3532067615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:22.619278 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.db [None req-7c80907b-588f-4b8a-91a1-6b3532067615 None None] For port d1a1f1cd-1ad1-4006-a4a8-abe2fee22daf, host dv-cinder-759943-8-iscsi, cleared binding levels {{(pid=93262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:57:22.623417 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.db [None req-7c80907b-588f-4b8a-91a1-6b3532067615 None None] For port d1a1f1cd-1ad1-4006-a4a8-abe2fee22daf, host dv-cinder-759943-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-8-iscsi',level=0,port_id=d1a1f1cd-1ad1-4006-a4a8-abe2fee22daf,segment=NetworkSegment(ac6f53da-148d-4154-8f83-3b309cb182da),segment_id=ac6f53da-148d-4154-8f83-3b309cb182da)] {{(pid=93262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:57:22.631895 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-7c80907b-588f-4b8a-91a1-6b3532067615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:22.648193 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-9153e808-5f81-478a-b343-bdfc3f189b6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:22.667664 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a508c9bf-8e7e-49ed-ae96-ea6ca4795a8a req-bb001810-9b60-4c62-b815-d8b1ae84f92e tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:22.669226 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-a508c9bf-8e7e-49ed-ae96-ea6ca4795a8a req-bb001810-9b60-4c62-b815-d8b1ae84f92e tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/ports?device_id=092b9a79-696e-47db-8d09-7415f67f653f HTTP/1.1" status: 200 len: 945 time: 0.0856652 Aug 07 04:57:22.676713 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.provisioning_blocks [None req-9153e808-5f81-478a-b343-bdfc3f189b6d admin admin] Transition to ACTIVE for port object 466b3e85-2a0e-408c-a47c-ab371341cf66 will not be triggered until provisioned by entity DHCP. {{(pid=93259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:57:22.690196 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c80907b-588f-4b8a-91a1-6b3532067615 None None] Routers {'84851caa-b810-4c00-b1d6-5591c6b77b9a'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:57:22.690769 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_hamode_db [None req-7c80907b-588f-4b8a-91a1-6b3532067615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T04:57:00Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['84851caa-b810-4c00-b1d6-5591c6b77b9a'], 'active': True} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:57:22.741924 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-a508c9bf-8e7e-49ed-ae96-ea6ca4795a8a req-ee717fef-96d0-46af-bcc8-bf5755a621db tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0c57fd4-e502-41c8-9a9d-2ef84ae6fa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0617971 Aug 07 04:57:22.751893 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device 49718847-27d9-4cf4-b4ed-658a78de925e up at agent ovs-agent-dv-cinder-759943-8-iscsi {{(pid=93261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:57:22.760847 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-9153e808-5f81-478a-b343-bdfc3f189b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768807127269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513232'] for port, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:22.769922 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a792a256-6ba1-4022-bead-f6572ede7d7e None None] Pushing event updated for resources: {'Port': ['ID=d1a1f1cd-1ad1-4006-a4a8-abe2fee22daf,revision_number=3']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:22.819443 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9153e808-5f81-478a-b343-bdfc3f189b6d admin admin] Pushing event updated for resources: {'Port': ['ID=466b3e85-2a0e-408c-a47c-ab371341cf66,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:22.828490 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9153e808-5f81-478a-b343-bdfc3f189b6d admin admin] Network e73de618-21b9-4eeb-9597-77e60d99f673 is already hosted by enough agents. {{(pid=93259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:57:22.830089 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.base_scheduler [None req-9153e808-5f81-478a-b343-bdfc3f189b6d admin admin] Resources bound (agent type, host, resource id): {{(pid=93259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:57:22.832936 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9153e808-5f81-478a-b343-bdfc3f189b6d admin admin] Received port after_create {{(pid=93259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:57:22.865212 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Provisioning complete for port 49718847-27d9-4cf4-b4ed-658a78de925e triggered by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:57:22.870940 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:22.880212 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-9153e808-5f81-478a-b343-bdfc3f189b6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765965'] for router_interface, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:22.943465 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvr_db [None req-7c80907b-588f-4b8a-91a1-6b3532067615 None None] Set router 84851caa-b810-4c00-b1d6-5591c6b77b9a gateway port host: dv-cinder-759943-8-iscsi {{(pid=93262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:57:23.074192 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device 7554c526-99ae-4916-b8e9-36e9a1a90d14 up at agent ovs-agent-dv-cinder-759943-8-iscsi {{(pid=93261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:57:23.139459 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ba8ec9-bb69-4d2a-ab8b-d6ebbf20660e req-97a91784-4df4-493a-b9d4-f401d361555d tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:23.141867 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-16ba8ec9-bb69-4d2a-ab8b-d6ebbf20660e req-97a91784-4df4-493a-b9d4-f401d361555d tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=00986e00-3c66-4254-a369-5d2355842bd6 HTTP/1.1" status: 200 len: 946 time: 0.0976353 Aug 07 04:57:23.148485 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Provisioning for port 7554c526-99ae-4916-b8e9-36e9a1a90d14 completed by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:57:23.153387 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Provisioning complete for port 7554c526-99ae-4916-b8e9-36e9a1a90d14 triggered by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:57:23.154122 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:23.201965 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-16ba8ec9-bb69-4d2a-ab8b-d6ebbf20660e req-07612c76-6d05-484f-b2ce-b1aaa5a7d36c tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479774 Aug 07 04:57:23.214967 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2736f18-c174-49e2-9928-d7c4adb0c629 req-2c92c863-4e7c-4767-b6f4-2de9a2416cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:23.217502 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-a2736f18-c174-49e2-9928-d7c4adb0c629 req-2c92c863-4e7c-4767-b6f4-2de9a2416cb6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ca9c8154dc664b57bc9452622c79c0c6&device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 1099 time: 0.1085305 Aug 07 04:57:23.222495 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-9153e808-5f81-478a-b343-bdfc3f189b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:23.268990 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_hamode_db [None req-7c80907b-588f-4b8a-91a1-6b3532067615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84851caa-b810-4c00-b1d6-5591c6b77b9a', 'name': 'tempest-TestMinimumBasicScenario-745794433-router', 'tenant_id': 'ab8ab2adaee240f08971794bf7f45757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'd1a1f1cd-1ad1-4006-a4a8-abe2fee22daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:57:18Z', 'updated_at': '2021-08-07T04:57:20Z', 'revision_number': 3, 'project_id': 'ab8ab2adaee240f08971794bf7f45757', 'gw_port': {'id': 'd1a1f1cd-1ad1-4006-a4a8-abe2fee22daf', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ba:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84851caa-b810-4c00-b1d6-5591c6b77b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:19Z', 'updated_at': '2021-08-07T04:57:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi'}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:57:23.298147 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:23.322477 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-b944eae0-08f8-4eeb-abdc-0ab7bbd01672 None None] Provisioning for port 466b3e85-2a0e-408c-a47c-ab371341cf66 completed by entity DHCP. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:57:23.334621 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-b944eae0-08f8-4eeb-abdc-0ab7bbd01672 None None] Provisioning complete for port 466b3e85-2a0e-408c-a47c-ab371341cf66 triggered by entity DHCP. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:57:23.335122 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-b944eae0-08f8-4eeb-abdc-0ab7bbd01672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:23.366502 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] For port 7554c526-99ae-4916-b8e9-36e9a1a90d14, host dv-cinder-759943-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-8-iscsi',level=0,port_id=7554c526-99ae-4916-b8e9-36e9a1a90d14,segment=NetworkSegment(7719c1fe-8457-4eb8-a03a-9dce16267b0e),segment_id=7719c1fe-8457-4eb8-a03a-9dce16267b0e)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:57:23.377729 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:23.411236 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.plugin [None req-b944eae0-08f8-4eeb-abdc-0ab7bbd01672 None None] Port 466b3e85-2a0e-408c-a47c-ab371341cf66 cannot update to ACTIVE because it is not bound. {{(pid=93261) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 04:57:23.421250 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c80907b-588f-4b8a-91a1-6b3532067615 None None] The sync data for ids ['84851caa-b810-4c00-b1d6-5591c6b77b9a'] in dv-cinder-759943-8-iscsi is: [{'id': '84851caa-b810-4c00-b1d6-5591c6b77b9a', 'name': 'tempest-TestMinimumBasicScenario-745794433-router', 'tenant_id': 'ab8ab2adaee240f08971794bf7f45757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'd1a1f1cd-1ad1-4006-a4a8-abe2fee22daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:57:18Z', 'updated_at': '2021-08-07T04:57:20Z', 'revision_number': 3, 'project_id': 'ab8ab2adaee240f08971794bf7f45757', 'gw_port': {'id': 'd1a1f1cd-1ad1-4006-a4a8-abe2fee22daf', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ba:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84851caa-b810-4c00-b1d6-5591c6b77b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:19Z', 'updated_at': '2021-08-07T04:57:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi'}] {{(pid=93262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 04:57:23.439592 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Pushing event updated for resources: {'Port': ['ID=7554c526-99ae-4916-b8e9-36e9a1a90d14,revision_number=3']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:23.448123 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:23.448464 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:23.448826 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:23.449162 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:23.449481 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:23.449817 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:23.450191 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:23.450512 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:23.450853 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:23.451184 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:23.451503 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:23.451811 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:57:23.486723 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-9153e808-5f81-478a-b343-bdfc3f189b6d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:23.498379 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-9153e808-5f81-478a-b343-bdfc3f189b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8513241'] for port, after_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:23.558576 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3bbb58-5288-45cf-bb38-d282a5cfc0c1 req-bcbe4585-ac38-4b22-8e0c-580bcdd2c8d1 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:23.560165 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-0a3bbb58-5288-45cf-bb38-d282a5cfc0c1 req-bcbe4585-ac38-4b22-8e0c-580bcdd2c8d1 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 946 time: 0.1428285 Aug 07 04:57:23.599865 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9153e808-5f81-478a-b343-bdfc3f189b6d admin admin] Pushing event updated for resources: {'Port': ['ID=466b3e85-2a0e-408c-a47c-ab371341cf66,revision_number=2']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:23.602423 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-9153e808-5f81-478a-b343-bdfc3f189b6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766137'] for router_interface, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:23.675703 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-0a3bbb58-5288-45cf-bb38-d282a5cfc0c1 req-3e1a618f-91c4-42fb-9222-f3c3b5de990d tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ace81de-1fdd-4f9f-94d0-b0686fe1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041811 Aug 07 04:57:23.742126 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9153e808-5f81-478a-b343-bdfc3f189b6d admin admin] Network e73de618-21b9-4eeb-9597-77e60d99f673 is already hosted by enough agents. {{(pid=93259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:57:23.744012 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.base_scheduler [None req-9153e808-5f81-478a-b343-bdfc3f189b6d admin admin] Resources bound (agent type, host, resource id): {{(pid=93259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:57:23.921249 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9153e808-5f81-478a-b343-bdfc3f189b6d admin admin] Router 84851caa-b810-4c00-b1d6-5591c6b77b9a has already been hosted by L3 agent c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6 {{(pid=93259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 04:57:23.973676 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2810e3-bcc2-4db8-8de8-4e9ffa188bc4 req-a1a4d1cc-f21d-4f83-8b27-9a1170157669 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:23.973676 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-dc2810e3-bcc2-4db8-8de8-4e9ffa188bc4 req-a1a4d1cc-f21d-4f83-8b27-9a1170157669 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/ports?device_id=092b9a79-696e-47db-8d09-7415f67f653f HTTP/1.1" status: 200 len: 945 time: 0.1014304 Aug 07 04:57:24.056179 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-dc2810e3-bcc2-4db8-8de8-4e9ffa188bc4 req-cd482a9d-f3dd-4232-94c4-81183b00f978 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0c57fd4-e502-41c8-9a9d-2ef84ae6fa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0750704 Aug 07 04:57:24.151677 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-ef71129f-c381-4156-b1d9-5d73131b1722 None None] Provisioning complete for port 466b3e85-2a0e-408c-a47c-ab371341cf66 triggered by entity DHCP. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:57:24.152201 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-ef71129f-c381-4156-b1d9-5d73131b1722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:24.201647 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.plugin [None req-ef71129f-c381-4156-b1d9-5d73131b1722 None None] Port 466b3e85-2a0e-408c-a47c-ab371341cf66 cannot update to ACTIVE because it is not bound. {{(pid=93261) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 04:57:24.414212 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9153e808-5f81-478a-b343-bdfc3f189b6d admin admin] Notify agent at l3_agent.dv-cinder-759943-8-iscsi the message routers_updated {{(pid=93259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 04:57:24.422286 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-9153e808-5f81-478a-b343-bdfc3f189b6d admin admin] 10.222.0.13 "PUT /v2.0/routers/84851caa-b810-4c00-b1d6-5591c6b77b9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9069357 Aug 07 04:57:24.460055 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9302c8-35af-4b19-acac-8cd67b879856 req-24cc8937-80b2-41f5-b0e8-eff84d02ba8c tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:24.461720 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-5e9302c8-35af-4b19-acac-8cd67b879856 req-24cc8937-80b2-41f5-b0e8-eff84d02ba8c tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=00986e00-3c66-4254-a369-5d2355842bd6 HTTP/1.1" status: 200 len: 946 time: 0.1310902 Aug 07 04:57:24.487816 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2736f18-c174-49e2-9928-d7c4adb0c629 req-c0aa8371-1e2c-4232-9389-876209d82e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:24.489344 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-a2736f18-c174-49e2-9928-d7c4adb0c629 req-c0aa8371-1e2c-4232-9389-876209d82e51 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4c392ea1-f973-4e27-8c93-9da70b5eee3e HTTP/1.1" status: 200 len: 918 time: 0.1714194 Aug 07 04:57:24.528631 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-5e9302c8-35af-4b19-acac-8cd67b879856 req-5c69802c-00d1-4789-a432-e26962868822 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542443 Aug 07 04:57:24.673252 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device 7554c526-99ae-4916-b8e9-36e9a1a90d14 up at agent ovs-agent-dv-cinder-759943-8-iscsi {{(pid=93261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:57:24.723028 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Provisioning complete for port 7554c526-99ae-4916-b8e9-36e9a1a90d14 triggered by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:57:24.723393 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:24.829097 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device d1a1f1cd-1ad1-4006-a4a8-abe2fee22daf up at agent ovs-agent-dv-cinder-759943-8-iscsi {{(pid=93261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:57:24.844993 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4b0b89-7885-4580-89d1-4c0e467298a4 req-521bba78-20d9-4190-bef3-5698e8813f4f tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:24.846692 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-ce4b0b89-7885-4580-89d1-4c0e467298a4 req-521bba78-20d9-4190-bef3-5698e8813f4f tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 946 time: 0.0657043 Aug 07 04:57:24.888683 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Provisioning for port d1a1f1cd-1ad1-4006-a4a8-abe2fee22daf completed by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:57:24.890698 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-ce4b0b89-7885-4580-89d1-4c0e467298a4 req-5b6aaf9b-47b8-482c-abf5-7d99a7a48a76 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ace81de-1fdd-4f9f-94d0-b0686fe1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371869 Aug 07 04:57:24.893654 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Provisioning complete for port d1a1f1cd-1ad1-4006-a4a8-abe2fee22daf triggered by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:57:24.894060 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:24.994689 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:25.024001 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] For port d1a1f1cd-1ad1-4006-a4a8-abe2fee22daf, host dv-cinder-759943-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-8-iscsi',level=0,port_id=d1a1f1cd-1ad1-4006-a4a8-abe2fee22daf,segment=NetworkSegment(ac6f53da-148d-4154-8f83-3b309cb182da),segment_id=ac6f53da-148d-4154-8f83-3b309cb182da)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:57:25.034218 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:25.119026 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Pushing event updated for resources: {'Port': ['ID=d1a1f1cd-1ad1-4006-a4a8-abe2fee22daf,revision_number=4']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:25.200877 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-a2736f18-c174-49e2-9928-d7c4adb0c629 req-7984d727-a51b-49ee-9bdc-c4acd7b57d20 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab HTTP/1.1" status: 200 len: 1002 time: 0.0748346 Aug 07 04:57:25.464372 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d165ebd7-4bfb-48af-8b15-519052c93b00 None None] Sync routers for ids ['84851caa-b810-4c00-b1d6-5591c6b77b9a'] in dv-cinder-759943-8-iscsi {{(pid=93261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 04:57:25.479988 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d165ebd7-4bfb-48af-8b15-519052c93b00 None None] Routers {'84851caa-b810-4c00-b1d6-5591c6b77b9a'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:57:25.480846 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-d165ebd7-4bfb-48af-8b15-519052c93b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T04:57:00Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['84851caa-b810-4c00-b1d6-5591c6b77b9a'], 'active': True} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:57:25.661699 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvr_db [None req-d165ebd7-4bfb-48af-8b15-519052c93b00 None None] Set router 84851caa-b810-4c00-b1d6-5591c6b77b9a gateway port host: dv-cinder-759943-8-iscsi {{(pid=93261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:57:25.793666 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e363f0-152b-4b64-aabb-dfa63d31e13b req-31b1a3f7-5eb0-4f32-9cb6-a334693e6b1e tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:25.795748 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-b8e363f0-152b-4b64-aabb-dfa63d31e13b req-31b1a3f7-5eb0-4f32-9cb6-a334693e6b1e tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=00986e00-3c66-4254-a369-5d2355842bd6 HTTP/1.1" status: 200 len: 946 time: 0.0849621 Aug 07 04:57:25.878741 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-b8e363f0-152b-4b64-aabb-dfa63d31e13b req-9279e8a3-b1d6-4477-8541-3587831badd8 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708296 Aug 07 04:57:25.966562 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-d165ebd7-4bfb-48af-8b15-519052c93b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84851caa-b810-4c00-b1d6-5591c6b77b9a', 'name': 'tempest-TestMinimumBasicScenario-745794433-router', 'tenant_id': 'ab8ab2adaee240f08971794bf7f45757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'd1a1f1cd-1ad1-4006-a4a8-abe2fee22daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:57:18Z', 'updated_at': '2021-08-07T04:57:23Z', 'revision_number': 4, 'project_id': 'ab8ab2adaee240f08971794bf7f45757', 'gw_port': {'id': 'd1a1f1cd-1ad1-4006-a4a8-abe2fee22daf', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ba:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84851caa-b810-4c00-b1d6-5591c6b77b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:19Z', 'updated_at': '2021-08-07T04:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi', '_interfaces': [{'id': '466b3e85-2a0e-408c-a47c-ab371341cf66', 'name': '', 'network_id': 'e73de618-21b9-4eeb-9597-77e60d99f673', 'tenant_id': 'ab8ab2adaee240f08971794bf7f45757', 'mac_address': 'fa:16:3e:d6:d0:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84851caa-b810-4c00-b1d6-5591c6b77b9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'a56318ba-8b59-43a5-b90c-ab0348a809f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:22Z', 'updated_at': '2021-08-07T04:57:23Z', 'revision_number': 2, 'project_id': 'ab8ab2adaee240f08971794bf7f45757', 'subnets': [{'id': 'a56318ba-8b59-43a5-b90c-ab0348a809f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:57:25.999720 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d165ebd7-4bfb-48af-8b15-519052c93b00 None None] Checking router: 84851caa-b810-4c00-b1d6-5591c6b77b9a for host: dv-cinder-759943-8-iscsi {{(pid=93261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 04:57:26.000895 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d165ebd7-4bfb-48af-8b15-519052c93b00 None None] Updating router 84851caa-b810-4c00-b1d6-5591c6b77b9a port 466b3e85-2a0e-408c-a47c-ab371341cf66 binding host dv-cinder-759943-8-iscsi {{(pid=93261) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 04:57:26.039121 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-d165ebd7-4bfb-48af-8b15-519052c93b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:26.044747 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1234a7-370b-4f8d-88bf-e7a06b7d7014 req-f0a62754-c284-433c-8761-ba11bc4c00d0 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:26.046463 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-fc1234a7-370b-4f8d-88bf-e7a06b7d7014 req-f0a62754-c284-433c-8761-ba11bc4c00d0 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 946 time: 0.0687191 Aug 07 04:57:26.208439 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-fc1234a7-370b-4f8d-88bf-e7a06b7d7014 req-4f6e6bce-42cc-4315-af35-2b27d34e914a tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ace81de-1fdd-4f9f-94d0-b0686fe1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509187 Aug 07 04:57:26.296316 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2736f18-c174-49e2-9928-d7c4adb0c629 req-0ed38a76-e7fe-4997-bc97-2a687172ede2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:26.298474 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-a2736f18-c174-49e2-9928-d7c4adb0c629 req-0ed38a76-e7fe-4997-bc97-2a687172ede2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c03fc84b-f6fc-4f24-bb48-576f621db152 HTTP/1.1" status: 200 len: 856 time: 0.1514311 Aug 07 04:57:26.402852 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2736f18-c174-49e2-9928-d7c4adb0c629 req-4b444612-67a1-4257-b64a-f8e352add24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:26.404466 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-a2736f18-c174-49e2-9928-d7c4adb0c629 req-4b444612-67a1-4257-b64a-f8e352add24a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4c392ea1-f973-4e27-8c93-9da70b5eee3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0977831 Aug 07 04:57:26.586977 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-a2736f18-c174-49e2-9928-d7c4adb0c629 req-73147a5d-7d7b-48e1-867c-354f0bc9958a service neutron] 10.222.0.43 "GET /v2.0/networks/4c392ea1-f973-4e27-8c93-9da70b5eee3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693804 Aug 07 04:57:26.627429 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device d1a1f1cd-1ad1-4006-a4a8-abe2fee22daf up at agent ovs-agent-dv-cinder-759943-8-iscsi {{(pid=93261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:57:26.702671 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-d165ebd7-4bfb-48af-8b15-519052c93b00 None None] Notify callbacks [] for port, precommit_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:26.720639 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-d165ebd7-4bfb-48af-8b15-519052c93b00 None None] Transition to ACTIVE for port object 466b3e85-2a0e-408c-a47c-ab371341cf66 will not be triggered until provisioned by entity L2. {{(pid=93261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:57:26.729303 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Provisioning complete for port d1a1f1cd-1ad1-4006-a4a8-abe2fee22daf triggered by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:57:26.729742 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:26.769753 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-d165ebd7-4bfb-48af-8b15-519052c93b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:26.775169 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-a2736f18-c174-49e2-9928-d7c4adb0c629 req-bac42217-e583-4efc-a77d-268a03fd1f13 service neutron] 10.222.0.43 "GET /v2.0/networks/4c392ea1-f973-4e27-8c93-9da70b5eee3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787195 Aug 07 04:57:26.845056 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0328e59-49d4-48e0-9fb9-6eacc02a3c55 None None] Pushing event updated for resources: {'Port': ['ID=466b3e85-2a0e-408c-a47c-ab371341cf66,revision_number=3']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:26.851710 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-4b32ac90-9347-4c92-b02e-715798ae6e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:26.994107 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.managers [None req-d165ebd7-4bfb-48af-8b15-519052c93b00 None None] Attempting to bind port 466b3e85-2a0e-408c-a47c-ab371341cf66 on host dv-cinder-759943-8-iscsi for vnic_type normal with profile {{(pid=93261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:57:26.994559 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.managers [None req-d165ebd7-4bfb-48af-8b15-519052c93b00 None None] Attempting to bind port 466b3e85-2a0e-408c-a47c-ab371341cf66 by drivers openvswitch,hyperv on host dv-cinder-759943-8-iscsi at level 0 using segments [{'id': '7719c1fe-8457-4eb8-a03a-9dce16267b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'e73de618-21b9-4eeb-9597-77e60d99f673'}] {{(pid=93261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:57:26.994844 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d165ebd7-4bfb-48af-8b15-519052c93b00 None None] Attempting to bind port 466b3e85-2a0e-408c-a47c-ab371341cf66 on network e73de618-21b9-4eeb-9597-77e60d99f673 {{(pid=93261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:57:27.002652 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d165ebd7-4bfb-48af-8b15-519052c93b00 None None] Checking agent: {'id': '22f5c6e5-2ebd-4458-ab09-beb81a4e99be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 47, 30), 'started_at': datetime.datetime(2021, 8, 7, 4, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:57:27.002999 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d165ebd7-4bfb-48af-8b15-519052c93b00 None None] Checking segment: {'id': '7719c1fe-8457-4eb8-a03a-9dce16267b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'e73de618-21b9-4eeb-9597-77e60d99f673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:57:27.003419 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-d165ebd7-4bfb-48af-8b15-519052c93b00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:27.003815 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d165ebd7-4bfb-48af-8b15-519052c93b00 None None] Bound using segment: {'id': '7719c1fe-8457-4eb8-a03a-9dce16267b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'e73de618-21b9-4eeb-9597-77e60d99f673'} {{(pid=93261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:57:27.004305 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.managers [None req-d165ebd7-4bfb-48af-8b15-519052c93b00 None None] Bound port: 466b3e85-2a0e-408c-a47c-ab371341cf66, host: dv-cinder-759943-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7719c1fe-8457-4eb8-a03a-9dce16267b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'e73de618-21b9-4eeb-9597-77e60d99f673'}}] {{(pid=93261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:57:27.004685 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-d165ebd7-4bfb-48af-8b15-519052c93b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:27.107644 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f39179a-6bf6-4f68-a397-0ac2e66d33e7 req-c9edd3bb-e683-45b7-a30a-dc01b117fd99 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:27.109826 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-1f39179a-6bf6-4f68-a397-0ac2e66d33e7 req-c9edd3bb-e683-45b7-a30a-dc01b117fd99 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=00986e00-3c66-4254-a369-5d2355842bd6 HTTP/1.1" status: 200 len: 946 time: 0.0921218 Aug 07 04:57:27.131383 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-d165ebd7-4bfb-48af-8b15-519052c93b00 None None] For port 466b3e85-2a0e-408c-a47c-ab371341cf66, host dv-cinder-759943-8-iscsi, cleared binding levels {{(pid=93261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:57:27.135588 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-d165ebd7-4bfb-48af-8b15-519052c93b00 None None] For port 466b3e85-2a0e-408c-a47c-ab371341cf66, host dv-cinder-759943-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-8-iscsi',level=0,port_id=466b3e85-2a0e-408c-a47c-ab371341cf66,segment=NetworkSegment(7719c1fe-8457-4eb8-a03a-9dce16267b0e),segment_id=7719c1fe-8457-4eb8-a03a-9dce16267b0e)] {{(pid=93261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:57:27.141759 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-d165ebd7-4bfb-48af-8b15-519052c93b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:27.224635 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-1f39179a-6bf6-4f68-a397-0ac2e66d33e7 req-e3ec680c-a5a0-47ed-9a85-6de22734db4f tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045666 Aug 07 04:57:27.247109 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d165ebd7-4bfb-48af-8b15-519052c93b00 None None] Routers {'84851caa-b810-4c00-b1d6-5591c6b77b9a'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:57:27.247762 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-d165ebd7-4bfb-48af-8b15-519052c93b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T04:57:00Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['84851caa-b810-4c00-b1d6-5591c6b77b9a'], 'active': True} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:57:27.255499 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0328e59-49d4-48e0-9fb9-6eacc02a3c55 None None] Pushing event updated for resources: {'Port': ['ID=466b3e85-2a0e-408c-a47c-ab371341cf66,revision_number=4']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:27.521889 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvr_db [None req-d165ebd7-4bfb-48af-8b15-519052c93b00 None None] Set router 84851caa-b810-4c00-b1d6-5591c6b77b9a gateway port host: dv-cinder-759943-8-iscsi {{(pid=93261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:57:27.677980 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b8bd58-39e9-4c62-b629-dec07d4ac0e3 req-a6c69bb3-4a1a-4602-a526-e1b48e18deba tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:27.717357 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-e0b8bd58-39e9-4c62-b629-dec07d4ac0e3 req-a6c69bb3-4a1a-4602-a526-e1b48e18deba tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 946 time: 0.2963488 Aug 07 04:57:27.817665 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-e0b8bd58-39e9-4c62-b629-dec07d4ac0e3 req-ee8383c9-d322-4aac-9310-671187f42942 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ace81de-1fdd-4f9f-94d0-b0686fe1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952299 Aug 07 04:57:28.060724 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-d165ebd7-4bfb-48af-8b15-519052c93b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84851caa-b810-4c00-b1d6-5591c6b77b9a', 'name': 'tempest-TestMinimumBasicScenario-745794433-router', 'tenant_id': 'ab8ab2adaee240f08971794bf7f45757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'd1a1f1cd-1ad1-4006-a4a8-abe2fee22daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:57:18Z', 'updated_at': '2021-08-07T04:57:23Z', 'revision_number': 4, 'project_id': 'ab8ab2adaee240f08971794bf7f45757', 'gw_port': {'id': 'd1a1f1cd-1ad1-4006-a4a8-abe2fee22daf', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ba:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84851caa-b810-4c00-b1d6-5591c6b77b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:19Z', 'updated_at': '2021-08-07T04:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi', '_interfaces': [{'id': '466b3e85-2a0e-408c-a47c-ab371341cf66', 'name': '', 'network_id': 'e73de618-21b9-4eeb-9597-77e60d99f673', 'tenant_id': 'ab8ab2adaee240f08971794bf7f45757', 'mac_address': 'fa:16:3e:d6:d0:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84851caa-b810-4c00-b1d6-5591c6b77b9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'a56318ba-8b59-43a5-b90c-ab0348a809f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:22Z', 'updated_at': '2021-08-07T04:57:27Z', 'revision_number': 4, 'project_id': 'ab8ab2adaee240f08971794bf7f45757', 'subnets': [{'id': 'a56318ba-8b59-43a5-b90c-ab0348a809f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:57:28.107369 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d165ebd7-4bfb-48af-8b15-519052c93b00 None None] The sync data for ids ['84851caa-b810-4c00-b1d6-5591c6b77b9a'] in dv-cinder-759943-8-iscsi is: [{'id': '84851caa-b810-4c00-b1d6-5591c6b77b9a', 'name': 'tempest-TestMinimumBasicScenario-745794433-router', 'tenant_id': 'ab8ab2adaee240f08971794bf7f45757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'd1a1f1cd-1ad1-4006-a4a8-abe2fee22daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:57:18Z', 'updated_at': '2021-08-07T04:57:23Z', 'revision_number': 4, 'project_id': 'ab8ab2adaee240f08971794bf7f45757', 'gw_port': {'id': 'd1a1f1cd-1ad1-4006-a4a8-abe2fee22daf', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ba:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84851caa-b810-4c00-b1d6-5591c6b77b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:19Z', 'updated_at': '2021-08-07T04:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi', '_interfaces': [{'id': '466b3e85-2a0e-408c-a47c-ab371341cf66', 'name': '', 'network_id': 'e73de618-21b9-4eeb-9597-77e60d99f673', 'tenant_id': 'ab8ab2adaee240f08971794bf7f45757', 'mac_address': 'fa:16:3e:d6:d0:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84851caa-b810-4c00-b1d6-5591c6b77b9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'a56318ba-8b59-43a5-b90c-ab0348a809f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:22Z', 'updated_at': '2021-08-07T04:57:27Z', 'revision_number': 4, 'project_id': 'ab8ab2adaee240f08971794bf7f45757', 'subnets': [{'id': 'a56318ba-8b59-43a5-b90c-ab0348a809f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 04:57:28.428461 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2105de7-f98a-46d8-b85b-7e51566638ca req-ebfb6935-8f8e-4f38-9662-986833e1a157 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:28.455891 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-f2105de7-f98a-46d8-b85b-7e51566638ca req-ebfb6935-8f8e-4f38-9662-986833e1a157 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=00986e00-3c66-4254-a369-5d2355842bd6 HTTP/1.1" status: 200 len: 946 time: 0.1374946 Aug 07 04:57:28.614792 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-f2105de7-f98a-46d8-b85b-7e51566638ca req-5138c47e-8a45-4918-9c8f-ef0371193cff tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562371 Aug 07 04:57:28.690568 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device 466b3e85-2a0e-408c-a47c-ab371341cf66 up at agent ovs-agent-dv-cinder-759943-8-iscsi {{(pid=93261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:57:28.766016 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Provisioning for port 466b3e85-2a0e-408c-a47c-ab371341cf66 completed by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:57:28.776395 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Provisioning complete for port 466b3e85-2a0e-408c-a47c-ab371341cf66 triggered by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:57:28.777174 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:28.921519 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:28.981559 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] For port 466b3e85-2a0e-408c-a47c-ab371341cf66, host dv-cinder-759943-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-8-iscsi',level=0,port_id=466b3e85-2a0e-408c-a47c-ab371341cf66,segment=NetworkSegment(7719c1fe-8457-4eb8-a03a-9dce16267b0e),segment_id=7719c1fe-8457-4eb8-a03a-9dce16267b0e)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:57:28.990293 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:29.060864 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a0a526-5798-4b54-a873-9b5ef012e9c9 req-4707c565-ca49-4d21-a3e0-5fe801422f79 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:29.067727 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-f4a0a526-5798-4b54-a873-9b5ef012e9c9 req-4707c565-ca49-4d21-a3e0-5fe801422f79 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 946 time: 0.0720980 Aug 07 04:57:29.089567 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Pushing event updated for resources: {'Port': ['ID=466b3e85-2a0e-408c-a47c-ab371341cf66,revision_number=5']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:29.141285 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-f4a0a526-5798-4b54-a873-9b5ef012e9c9 req-ccc5b376-3f24-415c-8bc7-994bcf130a98 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ace81de-1fdd-4f9f-94d0-b0686fe1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646405 Aug 07 04:57:29.270865 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:29.705335 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-9fb07694-c62a-494e-855a-82bb3fac9a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:29.763294 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:29.839098 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9237d553-5c49-4567-9482-10dd92074f11 req-9cfba833-22a5-44ae-8584-a82491d65967 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:29.841026 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-9237d553-5c49-4567-9482-10dd92074f11 req-9cfba833-22a5-44ae-8584-a82491d65967 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=00986e00-3c66-4254-a369-5d2355842bd6 HTTP/1.1" status: 200 len: 946 time: 0.0796373 Aug 07 04:57:29.918726 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-9237d553-5c49-4567-9482-10dd92074f11 req-b142fc67-8cf6-430a-ae3a-aa5a5a200fad tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672097 Aug 07 04:57:30.333006 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac26dc-20a5-4957-992b-9de73ba5480c req-2dc4260c-1201-4352-a796-9aaa259b4e13 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:30.335396 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-6fac26dc-20a5-4957-992b-9de73ba5480c req-2dc4260c-1201-4352-a796-9aaa259b4e13 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 946 time: 0.1087298 Aug 07 04:57:30.430598 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-6fac26dc-20a5-4957-992b-9de73ba5480c req-6dd745c3-8c49-4ac1-b7fd-ef90108f2704 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ace81de-1fdd-4f9f-94d0-b0686fe1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699697 Aug 07 04:57:30.623793 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device 466b3e85-2a0e-408c-a47c-ab371341cf66 up at agent ovs-agent-dv-cinder-759943-8-iscsi {{(pid=93261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:57:30.742651 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-f79f476c-1ac6-45f4-a536-05d31601a6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:30.748371 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Provisioning complete for port 466b3e85-2a0e-408c-a47c-ab371341cf66 triggered by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:57:30.748737 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:31.198666 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae76e68-1708-455e-a26a-215e76b7f139 req-5476126e-84a8-474a-b63a-a249e323a26e tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:31.202943 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-fae76e68-1708-455e-a26a-215e76b7f139 req-5476126e-84a8-474a-b63a-a249e323a26e tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=00986e00-3c66-4254-a369-5d2355842bd6 HTTP/1.1" status: 200 len: 946 time: 0.1003041 Aug 07 04:57:31.263608 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-fae76e68-1708-455e-a26a-215e76b7f139 req-dc141180-af31-4f46-bf16-e1d93a5d76bd tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490947 Aug 07 04:57:31.629699 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4773e613-55a9-4539-a1ce-b4eeacb39315 req-03a2b043-5ef8-474c-a11a-81e882534836 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:31.632040 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-4773e613-55a9-4539-a1ce-b4eeacb39315 req-03a2b043-5ef8-474c-a11a-81e882534836 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 946 time: 0.1018329 Aug 07 04:57:31.690154 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-4773e613-55a9-4539-a1ce-b4eeacb39315 req-230dde56-92a8-4655-8298-eb808e5f8351 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ace81de-1fdd-4f9f-94d0-b0686fe1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496199 Aug 07 04:57:32.466206 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d895267-c4a4-42c4-b759-6d7b3a3d8b80 req-63bcf678-4cea-4f0b-9561-c3a1af15ceba tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:32.470206 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-0d895267-c4a4-42c4-b759-6d7b3a3d8b80 req-63bcf678-4cea-4f0b-9561-c3a1af15ceba tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=00986e00-3c66-4254-a369-5d2355842bd6 HTTP/1.1" status: 200 len: 946 time: 0.1078005 Aug 07 04:57:32.530500 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-fe46c1f5-d46f-4bdc-a2a5-961a9e169c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:32.624031 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-0d895267-c4a4-42c4-b759-6d7b3a3d8b80 req-770059ae-252b-4e2e-b822-eba123813de6 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435351 Aug 07 04:57:32.883352 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fa3925-95c5-4974-82eb-56b01443b68d req-90a82df9-e68a-4e63-973f-b61738321ef3 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:32.892353 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-c0fa3925-95c5-4974-82eb-56b01443b68d req-90a82df9-e68a-4e63-973f-b61738321ef3 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 946 time: 0.0807085 Aug 07 04:57:32.964321 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-c0fa3925-95c5-4974-82eb-56b01443b68d req-5573f154-15c5-4929-9eeb-b29f2fe608bd tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ace81de-1fdd-4f9f-94d0-b0686fe1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699799 Aug 07 04:57:33.811478 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e13663-a388-47e6-b7d6-47c499f6facf req-e1745bc9-a56e-46aa-b147-131b89129f10 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:33.814807 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-78e13663-a388-47e6-b7d6-47c499f6facf req-e1745bc9-a56e-46aa-b147-131b89129f10 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=00986e00-3c66-4254-a369-5d2355842bd6 HTTP/1.1" status: 200 len: 946 time: 0.0652356 Aug 07 04:57:33.873443 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-78e13663-a388-47e6-b7d6-47c499f6facf req-9bb67386-d227-47ed-ab6f-fd5d46f28f35 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523746 Aug 07 04:57:34.148073 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f019824-8429-4541-a97f-70f84e01d669 req-4e348f3b-b5ff-4b48-b6ba-7a31858b8224 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:34.149818 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-5f019824-8429-4541-a97f-70f84e01d669 req-4e348f3b-b5ff-4b48-b6ba-7a31858b8224 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 946 time: 0.0548294 Aug 07 04:57:34.201240 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-5f019824-8429-4541-a97f-70f84e01d669 req-472cb8b2-0dd3-4ea5-a1bb-a549aeb42109 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ace81de-1fdd-4f9f-94d0-b0686fe1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440342 Aug 07 04:57:35.052878 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d4a9b0-730a-4cd2-9ed6-3924f8914f26 req-05648774-f8db-4b23-a872-31c5a9fff739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:35.059394 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-03d4a9b0-730a-4cd2-9ed6-3924f8914f26 req-05648774-f8db-4b23-a872-31c5a9fff739 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=00986e00-3c66-4254-a369-5d2355842bd6 HTTP/1.1" status: 200 len: 1099 time: 0.2325633 Aug 07 04:57:35.136216 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-03d4a9b0-730a-4cd2-9ed6-3924f8914f26 req-fb8ea926-da98-4db2-ba33-9561900484cd service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692184 Aug 07 04:57:35.291163 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800cd8a2-68de-40e5-81d5-98bf75662c16 req-f9d84e6a-e555-4cf4-aa49-53b2387251d6 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:35.314309 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-800cd8a2-68de-40e5-81d5-98bf75662c16 req-f9d84e6a-e555-4cf4-aa49-53b2387251d6 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=00986e00-3c66-4254-a369-5d2355842bd6 HTTP/1.1" status: 200 len: 946 time: 0.1659675 Aug 07 04:57:35.416232 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-800cd8a2-68de-40e5-81d5-98bf75662c16 req-64d49124-bfdd-47ef-a8f9-4670e125449e tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981946 Aug 07 04:57:35.441702 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed1dc1c-8a97-49bf-ae02-9c795e09c392 req-125d4143-3d87-4503-aeb7-a93d457f5295 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:35.454243 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-8ed1dc1c-8a97-49bf-ae02-9c795e09c392 req-125d4143-3d87-4503-aeb7-a93d457f5295 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 946 time: 0.1152072 Aug 07 04:57:35.536511 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-8ed1dc1c-8a97-49bf-ae02-9c795e09c392 req-eaaab94e-b6e7-43e7-897c-3edae1c96b17 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ace81de-1fdd-4f9f-94d0-b0686fe1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802116 Aug 07 04:57:36.632119 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e25c33a-d668-4332-a697-b9960fc6312b req-9abec978-1e5a-41d5-9e81-69d69f261cb0 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:36.647721 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-6e25c33a-d668-4332-a697-b9960fc6312b req-9abec978-1e5a-41d5-9e81-69d69f261cb0 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=00986e00-3c66-4254-a369-5d2355842bd6 HTTP/1.1" status: 200 len: 946 time: 0.1081409 Aug 07 04:57:36.704993 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-6e25c33a-d668-4332-a697-b9960fc6312b req-a47a0f09-dffc-427f-a4b4-24ef1c08dc09 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546851 Aug 07 04:57:36.781487 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e9973a-3140-4314-8cde-c51056890860 req-6024cc13-d7da-489e-9f03-3321c22ccb82 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:36.781487 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-25e9973a-3140-4314-8cde-c51056890860 req-6024cc13-d7da-489e-9f03-3321c22ccb82 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 946 time: 0.1050057 Aug 07 04:57:36.860244 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-25e9973a-3140-4314-8cde-c51056890860 req-3471c6ef-6b79-4178-90e1-20c99b1bb94d tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ace81de-1fdd-4f9f-94d0-b0686fe1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804515 Aug 07 04:57:37.013202 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9ecf5-5b44-4ad5-aa8c-59e17672f72a req-3c52506d-fb2f-4037-81e7-e5280fb36c58 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:37.016134 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-46d9ecf5-5b44-4ad5-aa8c-59e17672f72a req-3c52506d-fb2f-4037-81e7-e5280fb36c58 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=e26fb9f9-47b8-4e88-96bb-3a4174a1425c HTTP/1.1" status: 200 len: 945 time: 0.1262877 Aug 07 04:57:37.073247 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-46d9ecf5-5b44-4ad5-aa8c-59e17672f72a req-03ebe3ab-1ef6-4e3a-925e-5ac9eb7a3e82 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495327 Aug 07 04:57:37.136143 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=93261) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 04:57:37.441500 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] For port ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab,segment=NetworkSegment(5c4cc400-a497-44e6-be97-a3f4f6364da8),segment_id=5c4cc400-a497-44e6-be97-a3f4f6364da8)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:57:37.485072 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Returning: {'device': 'ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab', 'network_id': '4c392ea1-f973-4e27-8c93-9da70b5eee3e', 'port_id': 'ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab', 'mac_address': 'fa:16:3e:93:1a:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c03fc84b-f6fc-4f24-bb48-576f621db152', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93261) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 04:57:37.570461 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:37.608581 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.notifiers.nova [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab {{(pid=93261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:57:37.678571 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] For port ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab,segment=NetworkSegment(5c4cc400-a497-44e6-be97-a3f4f6364da8),segment_id=5c4cc400-a497-44e6-be97-a3f4f6364da8)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:57:37.685445 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:37.805177 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] get_ports_and_sgs() called for port_ids ['ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab'] {{(pid=93261) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:57:37.811035 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Pushing event updated for resources: {'Port': ['ID=ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab,revision_number=6']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:38.055917 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 40222) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:57:38.096454 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 40230) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:57:38.213815 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0aced-35c4-46ce-b9f8-fe8bd7171bac req-b5220689-184a-42db-8c46-d1164535ffad tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:38.223050 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-b7f0aced-35c4-46ce-b9f8-fe8bd7171bac req-b5220689-184a-42db-8c46-d1164535ffad tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 945 time: 0.1704526 Aug 07 04:57:38.341542 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-b7f0aced-35c4-46ce-b9f8-fe8bd7171bac req-eda1cecb-f89c-4007-aa39-246ef03b4e2c tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ace81de-1fdd-4f9f-94d0-b0686fe1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018527 Aug 07 04:57:38.398626 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-5ed9455e-dfe8-4b39-a48f-c8fe843a4c70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:38.414728 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-d47f6907-0787-489b-968f-f92b2ea36cb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:38.534100 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-5ed9455e-dfe8-4b39-a48f-c8fe843a4c70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:38.541937 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-5ed9455e-dfe8-4b39-a48f-c8fe843a4c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:38.604385 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed9455e-dfe8-4b39-a48f-c8fe843a4c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf03e6f9-6ca2-44f3-93c8-5e36079aaa45,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:38.613025 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-5ed9455e-dfe8-4b39-a48f-c8fe843a4c70 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f547b437b9d8431a814fbb0e245a6bf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5556431 Aug 07 04:57:38.615743 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 40246) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:57:38.711885 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-d47f6907-0787-489b-968f-f92b2ea36cb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:38.719748 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-d47f6907-0787-489b-968f-f92b2ea36cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:38.751062 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-a429fbb0-89e6-446a-98d8-7d815671780b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:38.775796 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47f6907-0787-489b-968f-f92b2ea36cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb64fa1-683c-44af-b3d8-8e3f35462b06,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:38.792426 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-d47f6907-0787-489b-968f-f92b2ea36cb8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=582dd25e73524377ba71bb8b07b26f2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6922705 Aug 07 04:57:38.792827 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 40262) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:57:38.799849 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-a429fbb0-89e6-446a-98d8-7d815671780b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:38.915554 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-52b5fd3b-2816-446e-90ff-104532659fbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:38.951078 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-52b5fd3b-2816-446e-90ff-104532659fbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:38.952577 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-a429fbb0-89e6-446a-98d8-7d815671780b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:38.956521 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-a429fbb0-89e6-446a-98d8-7d815671780b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:38.962010 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-a429fbb0-89e6-446a-98d8-7d815671780b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cf03e6f9-6ca2-44f3-93c8-5e36079aaa45 HTTP/1.1" status: 204 len: 168 time: 0.3443780 Aug 07 04:57:39.019047 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a429fbb0-89e6-446a-98d8-7d815671780b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf03e6f9-6ca2-44f3-93c8-5e36079aaa45,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:39.050198 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-52b5fd3b-2816-446e-90ff-104532659fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:39.066726 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-52b5fd3b-2816-446e-90ff-104532659fbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:39.070221 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-52b5fd3b-2816-446e-90ff-104532659fbf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7eb64fa1-683c-44af-b3d8-8e3f35462b06 HTTP/1.1" status: 204 len: 168 time: 0.2702150 Aug 07 04:57:39.122759 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b5fd3b-2816-446e-90ff-104532659fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb64fa1-683c-44af-b3d8-8e3f35462b06,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:39.154915 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab up at agent hyperv_hv-cinder-75994 {{(pid=93261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:57:39.174204 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11ee9d9-c27a-4aaa-a218-757eaa0b20ea req-8368e7fc-3839-4bcf-bafd-a6fc11421e26 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:39.177604 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-a11ee9d9-c27a-4aaa-a218-757eaa0b20ea req-8368e7fc-3839-4bcf-bafd-a6fc11421e26 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "GET /v2.0/networks?id=ca1bf4c2-4efb-4223-bf35-8f10c3d069a0 HTTP/1.1" status: 200 len: 814 time: 0.3202353 Aug 07 04:57:39.209717 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-a11ee9d9-c27a-4aaa-a218-757eaa0b20ea req-3325b92b-b7ed-47e8-878b-f38a44f43c7c tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "GET /v2.0/quotas/acb8843e06aa440fb7b9121a3737a6d9 HTTP/1.1" status: 200 len: 375 time: 0.0244484 Aug 07 04:57:39.246129 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Provisioning complete for port ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab triggered by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:57:39.246873 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:39.338381 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39670f42-eceb-4d3b-8636-f2c857fef50b req-c0b77f53-423f-4cbc-8278-d889cf59a6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:39.348077 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-39670f42-eceb-4d3b-8636-f2c857fef50b req-c0b77f53-423f-4cbc-8278-d889cf59a6ef service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bf4917b012d34a5d91aeccbdaa55f15f&device_id=e26fb9f9-47b8-4e88-96bb-3a4174a1425c HTTP/1.1" status: 200 len: 1098 time: 0.2763398 Aug 07 04:57:39.372747 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-a11ee9d9-c27a-4aaa-a218-757eaa0b20ea req-d04aa3c9-ffdd-4c9a-9bb6-373063b24eab tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=acb8843e06aa440fb7b9121a3737a6d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1552186 Aug 07 04:57:39.400082 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a72064-6a76-4702-ac86-9a5197e49f3f req-6c4aa2a0-ac7f-4b2d-8f37-6a9b6bc42ae2 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:39.404049 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-d0a72064-6a76-4702-ac86-9a5197e49f3f req-6c4aa2a0-ac7f-4b2d-8f37-6a9b6bc42ae2 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=e26fb9f9-47b8-4e88-96bb-3a4174a1425c HTTP/1.1" status: 200 len: 945 time: 0.2220657 Aug 07 04:57:39.526069 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:39.655233 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-a11ee9d9-c27a-4aaa-a218-757eaa0b20ea req-0e67d179-8885-4b25-afa1-f11619872498 service neutron] 10.222.0.13 "GET /v2.0/networks/ca1bf4c2-4efb-4223-bf35-8f10c3d069a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756801 Aug 07 04:57:39.661015 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.agents_db [None req-236ba2d6-2b68-46f9-96aa-64978379ec1a None None] Agent healthcheck: found 6 active agents {{(pid=93262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 04:57:39.691481 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] For port ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab,segment=NetworkSegment(5c4cc400-a497-44e6-be97-a3f4f6364da8),segment_id=5c4cc400-a497-44e6-be97-a3f4f6364da8)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:57:39.692776 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44710dc0-6806-45a6-b77f-9a0efe35d705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab'}] {{(pid=93261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:57:39.705433 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5d2cee0e1396f99553e356b0c4b33bfeaec0d7e5dcff0a4dea0c896a01c358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9643aa52-c59a-45a4-9358-a2cd76480d1e" -d '{"events": [{"server_uuid": "44710dc0-6806-45a6-b77f-9a0efe35d705", "name": "network-vif-plugged", "status": "completed", "tag": "ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab"}]}' {{(pid=93261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:57:39.715319 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:39.851273 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-d0a72064-6a76-4702-ac86-9a5197e49f3f req-a9fafb4f-0cad-44ce-8ede-2cf53baefcfd tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829562 Aug 07 04:57:39.863045 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39670f42-eceb-4d3b-8636-f2c857fef50b req-144997e2-d075-4c14-8123-dfcba1bc3249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:39.869690 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-39670f42-eceb-4d3b-8636-f2c857fef50b req-144997e2-d075-4c14-8123-dfcba1bc3249 service neutron] 10.222.0.43 "GET /v2.0/networks?id=caf0bc31-a106-4ab2-8d11-96d79fef6eec HTTP/1.1" status: 200 len: 920 time: 0.5014551 Aug 07 04:57:39.902079 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Pushing event updated for resources: {'Port': ['ID=ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab,revision_number=7']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:39.956324 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-39670f42-eceb-4d3b-8636-f2c857fef50b req-7a57e15f-1cc4-4f9d-8b55-2e649a1ce1fb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6dbcff7c-00ba-4d70-85a4-255fffbcc0a0 HTTP/1.1" status: 200 len: 217 time: 0.0793684 Aug 07 04:57:39.966939 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-a11ee9d9-c27a-4aaa-a218-757eaa0b20ea req-29c6ac22-0d92-4348-b9ca-052a6e3acaa2 service neutron] 10.222.0.13 "GET /v2.0/networks/ca1bf4c2-4efb-4223-bf35-8f10c3d069a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106680 Aug 07 04:57:40.093280 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39670f42-eceb-4d3b-8636-f2c857fef50b req-d4ce7161-3204-426f-9dc5-1550ac6829c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:40.095318 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-39670f42-eceb-4d3b-8636-f2c857fef50b req-d4ce7161-3204-426f-9dc5-1550ac6829c4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9aa1c2af-b174-4fad-8400-e05d1fd01345 HTTP/1.1" status: 200 len: 859 time: 0.1063263 Aug 07 04:57:40.119741 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 40300) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:57:40.177996 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1192c7f6-59f4-4174-a1c2-7717fe48773f req-f5257d12-f2e4-4087-a56f-0aa238a0f087 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:40.180428 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-1192c7f6-59f4-4174-a1c2-7717fe48773f req-f5257d12-f2e4-4087-a56f-0aa238a0f087 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 946 time: 0.2230978 Aug 07 04:57:40.183841 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-39670f42-eceb-4d3b-8636-f2c857fef50b req-104d7486-7079-493a-b40a-54f51a838f0a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=caf0bc31-a106-4ab2-8d11-96d79fef6eec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759647 Aug 07 04:57:40.319528 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 04:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e7fa62-4fce-4e36-bb87-b0a6f9dc2282 x-openstack-request-id: req-62e7fa62-4fce-4e36-bb87-b0a6f9dc2282 {{(pid=93261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:57:40.320031 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44710dc0-6806-45a6-b77f-9a0efe35d705", "name": "network-vif-plugged", "status": "completed", "tag": "ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab", "code": 200}]} {{(pid=93261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:57:40.320614 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-62e7fa62-4fce-4e36-bb87-b0a6f9dc2282 {{(pid=93261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:57:40.321111 dv-cinder-759943-8-iscsi neutron-server[93261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44710dc0-6806-45a6-b77f-9a0efe35d705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab', 'code': 200} Aug 07 04:57:40.466996 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-d8b6ba42-2b1d-4687-930e-c06dbba38800 req-2e637d23-5eca-4029-aed5-023407378076 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f1084-1b72-4a96-8c40-e3a5522b5152 HTTP/1.1" status: 200 len: 210 time: 0.0928552 Aug 07 04:57:40.480739 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-6a640f0f-2993-41eb-baf1-80d58a0c686e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:40.486493 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-1192c7f6-59f4-4174-a1c2-7717fe48773f req-7d6a4846-0514-4b29-8a7a-7571753d856f tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ace81de-1fdd-4f9f-94d0-b0686fe1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2892802 Aug 07 04:57:40.583658 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-39670f42-eceb-4d3b-8636-f2c857fef50b req-a4096cba-eb81-4cbc-8762-9070e34d1b03 service neutron] 10.222.0.43 "GET /v2.0/networks/caf0bc31-a106-4ab2-8d11-96d79fef6eec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3780546 Aug 07 04:57:40.786205 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-6a640f0f-2993-41eb-baf1-80d58a0c686e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:40.799176 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-6a640f0f-2993-41eb-baf1-80d58a0c686e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:40.800385 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-39670f42-eceb-4d3b-8636-f2c857fef50b req-032ca1d0-a4b5-412e-9b0c-b26ac9ad4798 service neutron] 10.222.0.43 "GET /v2.0/networks/caf0bc31-a106-4ab2-8d11-96d79fef6eec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075527 Aug 07 04:57:40.901708 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-6a640f0f-2993-41eb-baf1-80d58a0c686e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c081d1f8f2b647ff8fbb257229959d3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7807105 Aug 07 04:57:40.904430 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 40336) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:57:40.910697 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a640f0f-2993-41eb-baf1-80d58a0c686e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=928c4b85-a615-466f-a8ed-7cd87f7cbeed,revision_number=1']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:41.071552 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244faa34-2c26-4dda-ba12-2547ce66a53f req-fa196597-fdc8-4801-98e3-fcb7bb552322 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:41.092794 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-244faa34-2c26-4dda-ba12-2547ce66a53f req-fa196597-fdc8-4801-98e3-fcb7bb552322 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=e26fb9f9-47b8-4e88-96bb-3a4174a1425c HTTP/1.1" status: 200 len: 945 time: 0.1086106 Aug 07 04:57:41.093242 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-3076228b-f1f0-4957-8e1c-b145c0e740c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:41.149098 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-3076228b-f1f0-4957-8e1c-b145c0e740c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:41.212332 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-244faa34-2c26-4dda-ba12-2547ce66a53f req-667ef257-9588-4552-b233-e5bb1e9d9ada tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114402 Aug 07 04:57:41.217914 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-3076228b-f1f0-4957-8e1c-b145c0e740c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:41.221447 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-3076228b-f1f0-4957-8e1c-b145c0e740c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:41.228368 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-3076228b-f1f0-4957-8e1c-b145c0e740c6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/928c4b85-a615-466f-a8ed-7cd87f7cbeed HTTP/1.1" status: 204 len: 168 time: 0.3226070 Aug 07 04:57:41.242015 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3076228b-f1f0-4957-8e1c-b145c0e740c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=928c4b85-a615-466f-a8ed-7cd87f7cbeed,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:41.364588 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 40346) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:57:41.722088 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-f8a7375b-1768-44d9-ac59-ba95faefbfe0 req-9b2a1cd0-9239-4df5-b6a1-cb39fe0889ae tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f1084-1b72-4a96-8c40-e3a5522b5152 HTTP/1.1" status: 200 len: 210 time: 0.0897202 Aug 07 04:57:41.728910 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 40356) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:57:41.807700 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8359b34f-c7cd-440e-8873-f6d0f2f66f90 req-c1878767-98bb-4de8-80dc-394b2a187e39 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:41.816660 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-8359b34f-c7cd-440e-8873-f6d0f2f66f90 req-c1878767-98bb-4de8-80dc-394b2a187e39 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 946 time: 0.1559832 Aug 07 04:57:41.871891 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-922530df-8fb8-4db7-b70d-8e83da77e544 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:41.895024 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-8359b34f-c7cd-440e-8873-f6d0f2f66f90 req-2617ed8a-7838-4ea0-b25e-837dc34d16e6 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ace81de-1fdd-4f9f-94d0-b0686fe1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759177 Aug 07 04:57:42.075047 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-97897b67-2f52-4203-99eb-094940dd3545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:42.109942 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11ee9d9-c27a-4aaa-a218-757eaa0b20ea req-f9be475a-662a-43cc-b105-abaf39ca0533 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:42.111928 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-a11ee9d9-c27a-4aaa-a218-757eaa0b20ea req-f9be475a-662a-43cc-b105-abaf39ca0533 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.43 "GET /v2.0/networks?id=ca1bf4c2-4efb-4223-bf35-8f10c3d069a0 HTTP/1.1" status: 200 len: 814 time: 0.2060139 Aug 07 04:57:42.130377 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.v2.base [req-a11ee9d9-c27a-4aaa-a218-757eaa0b20ea req-46dab36f-cae3-46f7-bcdb-bd80ab782a94 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Request body: {'port': {'device_id': 'a83f1084-1b72-4a96-8c40-e3a5522b5152', 'network_id': 'ca1bf4c2-4efb-4223-bf35-8f10c3d069a0', 'admin_state_up': True, 'tenant_id': 'acb8843e06aa440fb7b9121a3737a6d9'}} {{(pid=93259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:57:42.356795 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-922530df-8fb8-4db7-b70d-8e83da77e544 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:42.369954 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-922530df-8fb8-4db7-b70d-8e83da77e544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:42.440575 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-922530df-8fb8-4db7-b70d-8e83da77e544 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=da9b895510384727a76e03d019451559&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7103593 Aug 07 04:57:42.444002 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 40372) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:57:42.444314 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922530df-8fb8-4db7-b70d-8e83da77e544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c146e472-60ae-4a4d-934a-e05060eb31e2,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:42.456625 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1552be7-7013-49ea-9959-f60dad8efa76 req-cb4e2fd1-7607-4c38-9533-1560c65013e0 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:42.458197 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-d1552be7-7013-49ea-9959-f60dad8efa76 req-cb4e2fd1-7607-4c38-9533-1560c65013e0 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=e26fb9f9-47b8-4e88-96bb-3a4174a1425c HTTP/1.1" status: 200 len: 945 time: 0.1471403 Aug 07 04:57:42.535275 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-316df778-d89e-467e-ba91-09b1ee3f7f9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:42.536680 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-d1552be7-7013-49ea-9959-f60dad8efa76 req-d54d3cd9-63a8-4ac2-a2d9-8e34a36505f1 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636737 Aug 07 04:57:42.561753 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-316df778-d89e-467e-ba91-09b1ee3f7f9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:42.594168 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-97897b67-2f52-4203-99eb-094940dd3545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:42.602794 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-97897b67-2f52-4203-99eb-094940dd3545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:42.626573 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-316df778-d89e-467e-ba91-09b1ee3f7f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:42.629535 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-316df778-d89e-467e-ba91-09b1ee3f7f9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:42.647362 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-316df778-d89e-467e-ba91-09b1ee3f7f9d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c146e472-60ae-4a4d-934a-e05060eb31e2 HTTP/1.1" status: 204 len: 168 time: 0.1969779 Aug 07 04:57:42.659881 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316df778-d89e-467e-ba91-09b1ee3f7f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c146e472-60ae-4a4d-934a-e05060eb31e2,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:42.663261 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97897b67-2f52-4203-99eb-094940dd3545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4043f011-b457-46ff-be0c-7dccaa014670,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:42.700128 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a11ee9d9-c27a-4aaa-a218-757eaa0b20ea req-46dab36f-cae3-46f7-bcdb-bd80ab782a94 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Made reservation on behalf of acb8843e06aa440fb7b9121a3737a6d9 for: {'port': 1} {{(pid=93259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:57:42.704372 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-a11ee9d9-c27a-4aaa-a218-757eaa0b20ea req-46dab36f-cae3-46f7-bcdb-bd80ab782a94 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:42.726674 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-97897b67-2f52-4203-99eb-094940dd3545 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bf9335eff109440a8157e61664841e4c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3606527 Aug 07 04:57:42.729344 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 40380) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:57:42.790747 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-d50c129c-34d3-4414-a958-64b37982ca9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:42.822000 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-d50c129c-34d3-4414-a958-64b37982ca9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:42.920292 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-d50c129c-34d3-4414-a958-64b37982ca9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:42.927075 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-d50c129c-34d3-4414-a958-64b37982ca9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:42.931594 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-d50c129c-34d3-4414-a958-64b37982ca9a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4043f011-b457-46ff-be0c-7dccaa014670 HTTP/1.1" status: 204 len: 168 time: 0.1982002 Aug 07 04:57:42.969643 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50c129c-34d3-4414-a958-64b37982ca9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4043f011-b457-46ff-be0c-7dccaa014670,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:43.100592 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-834a2e34-1cc7-4158-9cf4-edd2817f5e96 req-1c00a9f9-7cd5-4fe9-9950-4d8daec6cd28 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f1084-1b72-4a96-8c40-e3a5522b5152 HTTP/1.1" status: 200 len: 210 time: 0.1041164 Aug 07 04:57:43.120979 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.db_base_plugin_common [req-a11ee9d9-c27a-4aaa-a218-757eaa0b20ea req-46dab36f-cae3-46f7-bcdb-bd80ab782a94 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Allocated IP 172.20.0.3 (ca1bf4c2-4efb-4223-bf35-8f10c3d069a0/f49eb454-b746-4ddc-89ee-10789991881b/562c7290-372f-4b63-874c-9ff5d4bde0ce) {{(pid=93259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:57:43.271749 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38fe423-9263-4c74-accb-4934cefd1b08 req-508a03db-5b70-489e-88ca-472c24a1f361 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:43.283560 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-f38fe423-9263-4c74-accb-4934cefd1b08 req-508a03db-5b70-489e-88ca-472c24a1f361 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 946 time: 0.1878462 Aug 07 04:57:43.464795 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-f38fe423-9263-4c74-accb-4934cefd1b08 req-78962c68-a7a2-4ad2-9991-789975b37a4a tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ace81de-1fdd-4f9f-94d0-b0686fe1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1799040 Aug 07 04:57:43.670763 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-a11ee9d9-c27a-4aaa-a218-757eaa0b20ea req-46dab36f-cae3-46f7-bcdb-bd80ab782a94 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Notify callbacks [] for port, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:43.724666 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.provisioning_blocks [req-a11ee9d9-c27a-4aaa-a218-757eaa0b20ea req-46dab36f-cae3-46f7-bcdb-bd80ab782a94 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Transition to ACTIVE for port object 562c7290-372f-4b63-874c-9ff5d4bde0ce will not be triggered until provisioned by entity DHCP. {{(pid=93259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:57:43.809460 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-a11ee9d9-c27a-4aaa-a218-757eaa0b20ea req-46dab36f-cae3-46f7-bcdb-bd80ab782a94 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768807127269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513232'] for port, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:43.901760 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b42ab-a1b2-458e-a8ea-a5b336622097 req-f0a41412-d2a0-496a-bb0f-705be6d8e562 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:43.920851 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-e12b42ab-a1b2-458e-a8ea-a5b336622097 req-f0a41412-d2a0-496a-bb0f-705be6d8e562 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=e26fb9f9-47b8-4e88-96bb-3a4174a1425c HTTP/1.1" status: 200 len: 945 time: 0.1638608 Aug 07 04:57:43.987107 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a11ee9d9-c27a-4aaa-a218-757eaa0b20ea req-46dab36f-cae3-46f7-bcdb-bd80ab782a94 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Network ca1bf4c2-4efb-4223-bf35-8f10c3d069a0 is already hosted by enough agents. {{(pid=93259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:57:43.991305 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.base_scheduler [req-a11ee9d9-c27a-4aaa-a218-757eaa0b20ea req-46dab36f-cae3-46f7-bcdb-bd80ab782a94 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Resources bound (agent type, host, resource id): {{(pid=93259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:57:43.995661 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.l3_dvrscheduler_db [req-a11ee9d9-c27a-4aaa-a218-757eaa0b20ea req-46dab36f-cae3-46f7-bcdb-bd80ab782a94 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Received port after_create {{(pid=93259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:57:44.103432 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dab36f-cae3-46f7-bcdb-bd80ab782a94 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Pushing event updated for resources: {'Port': ['ID=562c7290-372f-4b63-874c-9ff5d4bde0ce,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:44.111264 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-e12b42ab-a1b2-458e-a8ea-a5b336622097 req-f5e77fe9-46a3-4a6e-bb25-9d50dd046bf4 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815240 Aug 07 04:57:44.195104 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11ee9d9-c27a-4aaa-a218-757eaa0b20ea req-46dab36f-cae3-46f7-bcdb-bd80ab782a94 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:44.196079 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-a11ee9d9-c27a-4aaa-a218-757eaa0b20ea req-46dab36f-cae3-46f7-bcdb-bd80ab782a94 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77622'] for port, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:44.227652 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-a11ee9d9-c27a-4aaa-a218-757eaa0b20ea req-46dab36f-cae3-46f7-bcdb-bd80ab782a94 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1031332 Aug 07 04:57:44.259362 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.v2.base [req-a11ee9d9-c27a-4aaa-a218-757eaa0b20ea req-818128fb-9698-4bdd-87af-9beaed4f2f96 service neutron] Request body: {'port': {'device_id': 'a83f1084-1b72-4a96-8c40-e3a5522b5152', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=93259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:57:44.577569 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-d17b9429-47b6-43e0-9c05-e417d7fdae9a None None] Provisioning for port 562c7290-372f-4b63-874c-9ff5d4bde0ce completed by entity DHCP. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:57:44.601156 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-d17b9429-47b6-43e0-9c05-e417d7fdae9a None None] Provisioning complete for port 562c7290-372f-4b63-874c-9ff5d4bde0ce triggered by entity DHCP. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:57:44.601156 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-d17b9429-47b6-43e0-9c05-e417d7fdae9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:44.677665 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-a11ee9d9-c27a-4aaa-a218-757eaa0b20ea req-818128fb-9698-4bdd-87af-9beaed4f2f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:44.752994 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.plugin [None req-d17b9429-47b6-43e0-9c05-e417d7fdae9a None None] Port 562c7290-372f-4b63-874c-9ff5d4bde0ce cannot update to ACTIVE because it is not bound. {{(pid=93261) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 04:57:44.766649 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427bdc3a-dc48-4c49-8486-5979433110e1 req-9c65316e-c21b-4bc7-96b1-7025a0886f76 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:44.775046 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-427bdc3a-dc48-4c49-8486-5979433110e1 req-9c65316e-c21b-4bc7-96b1-7025a0886f76 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 946 time: 0.1243556 Aug 07 04:57:44.826725 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 40434) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:57:44.852154 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4d45db-eae3-4ed2-8658-557b652eda6c req-3732719b-4df6-4624-b0ac-66fc80211ba0 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:44.867318 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-ab4d45db-eae3-4ed2-8658-557b652eda6c req-3732719b-4df6-4624-b0ac-66fc80211ba0 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f1084-1b72-4a96-8c40-e3a5522b5152 HTTP/1.1" status: 200 len: 931 time: 0.4576097 Aug 07 04:57:44.900683 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-427bdc3a-dc48-4c49-8486-5979433110e1 req-187a8d73-01bf-4cb2-8f03-4860cf1e20ab tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ace81de-1fdd-4f9f-94d0-b0686fe1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188610 Aug 07 04:57:45.098263 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-ab4d45db-eae3-4ed2-8658-557b652eda6c req-576f4b6c-f232-418f-8afa-075211c6bd2a tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a02d75e-311a-4f0b-88e7-6a868af689f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294574 Aug 07 04:57:45.404171 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774170df-b2e5-477d-9f89-90052af96cf2 req-a31a2f94-698f-451e-9b9c-652caa497e65 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:45.425127 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-774170df-b2e5-477d-9f89-90052af96cf2 req-a31a2f94-698f-451e-9b9c-652caa497e65 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=e26fb9f9-47b8-4e88-96bb-3a4174a1425c HTTP/1.1" status: 200 len: 945 time: 0.1165528 Aug 07 04:57:45.507082 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-774170df-b2e5-477d-9f89-90052af96cf2 req-d0270496-1afa-483f-9abe-349a622bd2ca tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811048 Aug 07 04:57:45.575422 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.notifiers.nova [req-a11ee9d9-c27a-4aaa-a218-757eaa0b20ea req-818128fb-9698-4bdd-87af-9beaed4f2f96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 562c7290-372f-4b63-874c-9ff5d4bde0ce {{(pid=93259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:57:45.610369 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-a11ee9d9-c27a-4aaa-a218-757eaa0b20ea req-818128fb-9698-4bdd-87af-9beaed4f2f96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:45.610659 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.v2.base [None req-91fc374e-ae67-4c13-8d6a-13c87efe41ab admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-751389754-network', 'tenant_id': 'e08ba5ab4feb433fa91e7057f10230b5'}} {{(pid=93260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:57:45.643548 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91fc374e-ae67-4c13-8d6a-13c87efe41ab admin admin] Made reservation on behalf of e08ba5ab4feb433fa91e7057f10230b5 for: {'network': 1} {{(pid=93260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:57:45.650497 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.provisioning_blocks [req-a11ee9d9-c27a-4aaa-a218-757eaa0b20ea req-818128fb-9698-4bdd-87af-9beaed4f2f96 service neutron] Transition to ACTIVE for port object 562c7290-372f-4b63-874c-9ff5d4bde0ce will not be triggered until provisioned by entity L2. {{(pid=93259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:57:45.651320 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-91fc374e-ae67-4c13-8d6a-13c87efe41ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for network, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:45.663530 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-a11ee9d9-c27a-4aaa-a218-757eaa0b20ea req-818128fb-9698-4bdd-87af-9beaed4f2f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8513241'] for port, after_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:45.677968 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-91fc374e-ae67-4c13-8d6a-13c87efe41ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:45.991362 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-91fc374e-ae67-4c13-8d6a-13c87efe41ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:46.003763 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-91fc374e-ae67-4c13-8d6a-13c87efe41ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:46.094044 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818128fb-9698-4bdd-87af-9beaed4f2f96 service neutron] Pushing event updated for resources: {'Port': ['ID=562c7290-372f-4b63-874c-9ff5d4bde0ce,revision_number=2']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:46.126760 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fc374e-ae67-4c13-8d6a-13c87efe41ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aea0cfc2-9660-4806-8fcb-be0853b49bff,revision_number=1']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:46.141603 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91fc374e-ae67-4c13-8d6a-13c87efe41ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=93260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 04:57:46.189690 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-91fc374e-ae67-4c13-8d6a-13c87efe41ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799109'] for segment, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:46.195481 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.db.segments_db [None req-91fc374e-ae67-4c13-8d6a-13c87efe41ab admin admin] Added segment 97498eba-fdf7-4cfc-895c-aca98f9581a8 of type vlan for network 733634ef-5b86-411e-9b36-39e7b92f41be Aug 07 04:57:46.295672 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.managers [req-a11ee9d9-c27a-4aaa-a218-757eaa0b20ea req-818128fb-9698-4bdd-87af-9beaed4f2f96 service neutron] Attempting to bind port 562c7290-372f-4b63-874c-9ff5d4bde0ce on host hv-cinder-75994 for vnic_type normal with profile {{(pid=93259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:57:46.296030 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.managers [req-a11ee9d9-c27a-4aaa-a218-757eaa0b20ea req-818128fb-9698-4bdd-87af-9beaed4f2f96 service neutron] Attempting to bind port 562c7290-372f-4b63-874c-9ff5d4bde0ce by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': 'b9e981f6-9fda-4321-8932-b8fc344b1172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ca1bf4c2-4efb-4223-bf35-8f10c3d069a0'}] {{(pid=93259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:57:46.296238 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11ee9d9-c27a-4aaa-a218-757eaa0b20ea req-818128fb-9698-4bdd-87af-9beaed4f2f96 service neutron] Attempting to bind port 562c7290-372f-4b63-874c-9ff5d4bde0ce on network ca1bf4c2-4efb-4223-bf35-8f10c3d069a0 {{(pid=93259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:57:46.322852 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11ee9d9-c27a-4aaa-a218-757eaa0b20ea req-818128fb-9698-4bdd-87af-9beaed4f2f96 service neutron] Port 562c7290-372f-4b63-874c-9ff5d4bde0ce on network ca1bf4c2-4efb-4223-bf35-8f10c3d069a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=93259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 04:57:46.323213 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11ee9d9-c27a-4aaa-a218-757eaa0b20ea req-818128fb-9698-4bdd-87af-9beaed4f2f96 service neutron] Attempting to bind port 562c7290-372f-4b63-874c-9ff5d4bde0ce on network ca1bf4c2-4efb-4223-bf35-8f10c3d069a0 {{(pid=93259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:57:46.342610 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11ee9d9-c27a-4aaa-a218-757eaa0b20ea req-818128fb-9698-4bdd-87af-9beaed4f2f96 service neutron] Checking agent: {'id': '5f67c77d-38b5-4515-b30f-34d5315bdd9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 53, 29), 'started_at': datetime.datetime(2021, 8, 7, 4, 53, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:57:46.342978 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11ee9d9-c27a-4aaa-a218-757eaa0b20ea req-818128fb-9698-4bdd-87af-9beaed4f2f96 service neutron] Checking segment: {'id': 'b9e981f6-9fda-4321-8932-b8fc344b1172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ca1bf4c2-4efb-4223-bf35-8f10c3d069a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:57:46.344143 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11ee9d9-c27a-4aaa-a218-757eaa0b20ea req-818128fb-9698-4bdd-87af-9beaed4f2f96 service neutron] Bound using segment: {'id': 'b9e981f6-9fda-4321-8932-b8fc344b1172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ca1bf4c2-4efb-4223-bf35-8f10c3d069a0'} {{(pid=93259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:57:46.344428 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.managers [req-a11ee9d9-c27a-4aaa-a218-757eaa0b20ea req-818128fb-9698-4bdd-87af-9beaed4f2f96 service neutron] Bound port: 562c7290-372f-4b63-874c-9ff5d4bde0ce, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9e981f6-9fda-4321-8932-b8fc344b1172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ca1bf4c2-4efb-4223-bf35-8f10c3d069a0'}}] {{(pid=93259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:57:46.345008 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-a11ee9d9-c27a-4aaa-a218-757eaa0b20ea req-818128fb-9698-4bdd-87af-9beaed4f2f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:46.364712 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc81440-4f35-42db-a5b7-a3159d47f218 req-97d3c505-a6f1-42e3-aa32-b38f6cdc4a1f tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:46.373571 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-4fc81440-4f35-42db-a5b7-a3159d47f218 req-97d3c505-a6f1-42e3-aa32-b38f6cdc4a1f tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 946 time: 0.2446947 Aug 07 04:57:46.456748 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-91fc374e-ae67-4c13-8d6a-13c87efe41ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768807114828'] for network, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:46.478852 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-4fc81440-4f35-42db-a5b7-a3159d47f218 req-af03dc3c-cf88-499d-9d95-c12fdb9c4546 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ace81de-1fdd-4f9f-94d0-b0686fe1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039004 Aug 07 04:57:46.550213 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc89083-ccce-420e-92f7-c1c0bfbe7ad1 req-509b00fa-f9a1-4b89-b416-f93e886fa76d tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:46.552030 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-cbc89083-ccce-420e-92f7-c1c0bfbe7ad1 req-509b00fa-f9a1-4b89-b416-f93e886fa76d tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f1084-1b72-4a96-8c40-e3a5522b5152 HTTP/1.1" status: 200 len: 943 time: 0.2241893 Aug 07 04:57:46.602353 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.db [req-a11ee9d9-c27a-4aaa-a218-757eaa0b20ea req-818128fb-9698-4bdd-87af-9beaed4f2f96 service neutron] For port 562c7290-372f-4b63-874c-9ff5d4bde0ce, host hv-cinder-75994, cleared binding levels {{(pid=93259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:57:46.607205 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.db [req-a11ee9d9-c27a-4aaa-a218-757eaa0b20ea req-818128fb-9698-4bdd-87af-9beaed4f2f96 service neutron] For port 562c7290-372f-4b63-874c-9ff5d4bde0ce, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=562c7290-372f-4b63-874c-9ff5d4bde0ce,segment=NetworkSegment(b9e981f6-9fda-4321-8932-b8fc344b1172),segment_id=b9e981f6-9fda-4321-8932-b8fc344b1172)] {{(pid=93259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:57:46.613326 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-a11ee9d9-c27a-4aaa-a218-757eaa0b20ea req-818128fb-9698-4bdd-87af-9beaed4f2f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8513241'] for port, after_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:46.627713 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-91fc374e-ae67-4c13-8d6a-13c87efe41ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370'] for network, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:46.629138 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fc374e-ae67-4c13-8d6a-13c87efe41ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:46.629919 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-91fc374e-ae67-4c13-8d6a-13c87efe41ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568364'] for network, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:46.696116 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818128fb-9698-4bdd-87af-9beaed4f2f96 service neutron] Pushing event updated for resources: {'Port': ['ID=562c7290-372f-4b63-874c-9ff5d4bde0ce,revision_number=3']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:46.749325 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11ee9d9-c27a-4aaa-a218-757eaa0b20ea req-818128fb-9698-4bdd-87af-9beaed4f2f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:46.750652 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-a11ee9d9-c27a-4aaa-a218-757eaa0b20ea req-818128fb-9698-4bdd-87af-9beaed4f2f96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77622'] for port, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:46.752611 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-a11ee9d9-c27a-4aaa-a218-757eaa0b20ea req-818128fb-9698-4bdd-87af-9beaed4f2f96 service neutron] 10.222.0.43 "PUT /v2.0/ports/562c7290-372f-4b63-874c-9ff5d4bde0ce HTTP/1.1" status: 200 len: 1093 time: 2.4977932 Aug 07 04:57:46.753206 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a83f1084-1b72-4a96-8c40-e3a5522b5152', 'tag': '562c7290-372f-4b63-874c-9ff5d4bde0ce'}] {{(pid=93259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:57:46.755751 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2475665ef9a7cb8741e3251ff967df6d1dd3d3eb822c2e36b28ddc32d9da7eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14abb59-df33-48f8-af8e-26c3b54981a5" -d '{"events": [{"name": "network-changed", "server_uuid": "a83f1084-1b72-4a96-8c40-e3a5522b5152", "tag": "562c7290-372f-4b63-874c-9ff5d4bde0ce"}]}' {{(pid=93259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:57:46.783817 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061052d7-5047-4a55-b808-010246c0d84f req-c33888f8-d635-43fd-b5f5-f1f81d03bb10 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:46.792049 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-061052d7-5047-4a55-b808-010246c0d84f req-c33888f8-d635-43fd-b5f5-f1f81d03bb10 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=e26fb9f9-47b8-4e88-96bb-3a4174a1425c HTTP/1.1" status: 200 len: 945 time: 0.0969856 Aug 07 04:57:46.816948 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fc374e-ae67-4c13-8d6a-13c87efe41ab admin admin] Pushing event updated for resources: {'Network': ['ID=733634ef-5b86-411e-9b36-39e7b92f41be,revision_number=1']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:46.836541 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Network 733634ef-5b86-411e-9b36-39e7b92f41be details requested by agent ovs-agent-dv-cinder-759943-8-iscsi with host dv-cinder-759943-8-iscsi {{(pid=93261) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 04:57:46.845196 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-91fc374e-ae67-4c13-8d6a-13c87efe41ab admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0135252 Aug 07 04:57:46.845749 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 40464) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:57:46.857089 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.v2.base [None req-c4912142-5bed-45e0-8b5b-a73bcc5d95d9 admin admin] Request body: {'subnet': {'network_id': '733634ef-5b86-411e-9b36-39e7b92f41be', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-751389754-subnet', 'tenant_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'ip_version': 4}} {{(pid=93260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:57:46.906820 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-061052d7-5047-4a55-b808-010246c0d84f req-4bdd2d56-aa07-447b-bf05-064fa50d4537 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127126 Aug 07 04:57:46.927845 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-cbc89083-ccce-420e-92f7-c1c0bfbe7ad1 req-5d472139-936c-4ab6-84f2-2f089804eea7 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a02d75e-311a-4f0b-88e7-6a868af689f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3501287 Aug 07 04:57:46.929002 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4912142-5bed-45e0-8b5b-a73bcc5d95d9 admin admin] Made reservation on behalf of e08ba5ab4feb433fa91e7057f10230b5 for: {'subnet': 1} {{(pid=93260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:57:46.947213 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-c4912142-5bed-45e0-8b5b-a73bcc5d95d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9718282'] for subnet, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:46.963836 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11ee9d9-c27a-4aaa-a218-757eaa0b20ea req-05825be2-fa52-4842-a863-4fef30de8f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:46.967460 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-a11ee9d9-c27a-4aaa-a218-757eaa0b20ea req-05825be2-fa52-4842-a863-4fef30de8f8d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=acb8843e06aa440fb7b9121a3737a6d9&device_id=a83f1084-1b72-4a96-8c40-e3a5522b5152 HTTP/1.1" status: 200 len: 1096 time: 0.1554489 Aug 07 04:57:46.990626 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 04:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-061a6534-6c78-44c8-b857-b936b8dff046 x-openstack-request-id: req-061a6534-6c78-44c8-b857-b936b8dff046 {{(pid=93259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:57:46.991266 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a83f1084-1b72-4a96-8c40-e3a5522b5152", "tag": "562c7290-372f-4b63-874c-9ff5d4bde0ce", "status": "completed", "code": 200}]} {{(pid=93259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:57:46.991733 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-061a6534-6c78-44c8-b857-b936b8dff046 {{(pid=93259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:57:46.992453 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a83f1084-1b72-4a96-8c40-e3a5522b5152', 'tag': '562c7290-372f-4b63-874c-9ff5d4bde0ce', 'status': 'completed', 'code': 200} Aug 07 04:57:47.056344 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-a11ee9d9-c27a-4aaa-a218-757eaa0b20ea req-1e2fc0e4-c045-479c-84dc-b242b6da827a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=562c7290-372f-4b63-874c-9ff5d4bde0ce HTTP/1.1" status: 200 len: 217 time: 0.0597093 Aug 07 04:57:47.150685 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11ee9d9-c27a-4aaa-a218-757eaa0b20ea req-5cd897c4-bc3d-43b1-ad19-9665a115d874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:47.153922 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-a11ee9d9-c27a-4aaa-a218-757eaa0b20ea req-5cd897c4-bc3d-43b1-ad19-9665a115d874 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f49eb454-b746-4ddc-89ee-10789991881b HTTP/1.1" status: 200 len: 853 time: 0.0882027 Aug 07 04:57:47.221062 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11ee9d9-c27a-4aaa-a218-757eaa0b20ea req-31935886-e8c7-4720-8637-f3c69797feeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:47.224119 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-a11ee9d9-c27a-4aaa-a218-757eaa0b20ea req-31935886-e8c7-4720-8637-f3c69797feeb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ca1bf4c2-4efb-4223-bf35-8f10c3d069a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0582111 Aug 07 04:57:47.247482 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-c4912142-5bed-45e0-8b5b-a73bcc5d95d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9563672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9718328'] for subnet, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:47.365246 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4912142-5bed-45e0-8b5b-a73bcc5d95d9 admin admin] Checking segment: {'id': '97498eba-fdf7-4cfc-895c-aca98f9581a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '733634ef-5b86-411e-9b36-39e7b92f41be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:57:47.366138 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4912142-5bed-45e0-8b5b-a73bcc5d95d9 admin admin] Network hostable DHCP agents. Network: 733634ef-5b86-411e-9b36-39e7b92f41be, hostable agents: ['fbf586e2-2064-4f25-86fb-4cd270d4900d'], hosted agents: [] {{(pid=93260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 04:57:47.398378 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4912142-5bed-45e0-8b5b-a73bcc5d95d9 admin admin] Network 733634ef-5b86-411e-9b36-39e7b92f41be is scheduled to be hosted by DHCP agent fbf586e2-2064-4f25-86fb-4cd270d4900d with binding_index 1 {{(pid=93260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 04:57:47.415069 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.base_scheduler [None req-c4912142-5bed-45e0-8b5b-a73bcc5d95d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-8-iscsi, 733634ef-5b86-411e-9b36-39e7b92f41be) {{(pid=93260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:57:47.426992 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe25497b-c02e-42a5-9629-6239a36b6e57 None None] Network 733634ef-5b86-411e-9b36-39e7b92f41be requested from dv-cinder-759943-8-iscsi {{(pid=93261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:57:47.450680 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4912142-5bed-45e0-8b5b-a73bcc5d95d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:47.451676 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-c4912142-5bed-45e0-8b5b-a73bcc5d95d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:47.479327 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4912142-5bed-45e0-8b5b-a73bcc5d95d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e84e0528-898f-4ad3-8787-7fdf44fd2ccb,revision_number=0']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:47.504339 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-c4912142-5bed-45e0-8b5b-a73bcc5d95d9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6557360 Aug 07 04:57:47.508343 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 40468) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:57:47.508876 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-a11ee9d9-c27a-4aaa-a218-757eaa0b20ea req-eae20410-558e-4e3d-b59c-c194988eecae service neutron] 10.222.0.43 "GET /v2.0/networks/ca1bf4c2-4efb-4223-bf35-8f10c3d069a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667103 Aug 07 04:57:47.520282 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.v2.base [None req-4ad3f384-81e3-4fc3-b5e7-5b1fc3564bc7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-751389754-router', 'tenant_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f'}}} {{(pid=93260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:57:47.604489 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-4ad3f384-81e3-4fc3-b5e7-5b1fc3564bc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-740044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1781'] for router, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:47.607800 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-4ad3f384-81e3-4fc3-b5e7-5b1fc3564bc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1790'] for router, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:47.833394 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-a11ee9d9-c27a-4aaa-a218-757eaa0b20ea req-e9f81b69-15f5-4211-8e04-10a3bd9f2f68 service neutron] 10.222.0.43 "GET /v2.0/networks/ca1bf4c2-4efb-4223-bf35-8f10c3d069a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3055170 Aug 07 04:57:47.880626 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-4ad3f384-81e3-4fc3-b5e7-5b1fc3564bc7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:47.916348 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7b6365-91de-45fc-8fc7-b046fc448f1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09fbd912-be7a-5fce-be8d-62d3fcf6da97-733634ef-5b86-411e-9b36-39e7b92f41be', 'network_id': '733634ef-5b86-411e-9b36-39e7b92f41be', 'tenant_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'fixed_ips': [{'subnet_id': 'e84e0528-898f-4ad3-8787-7fdf44fd2ccb'}]}} from dv-cinder-759943-8-iscsi. {{(pid=93261) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 07 04:57:47.918177 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-8e7b6365-91de-45fc-8fc7-b046fc448f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_create {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:48.144949 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14abb59-df33-48f8-af8e-26c3b54981a5 req-996f434e-21dd-414c-a962-93f4311d9a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:48.146757 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-e14abb59-df33-48f8-af8e-26c3b54981a5 req-996f434e-21dd-414c-a962-93f4311d9a3a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=acb8843e06aa440fb7b9121a3737a6d9&device_id=a83f1084-1b72-4a96-8c40-e3a5522b5152 HTTP/1.1" status: 200 len: 1096 time: 0.1982663 Aug 07 04:57:48.148933 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f076c872-f139-4a6d-ba97-85e576ba6042 req-35e08832-6d47-4351-a97a-410d14204915 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:48.150879 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-f076c872-f139-4a6d-ba97-85e576ba6042 req-35e08832-6d47-4351-a97a-410d14204915 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 946 time: 0.4985709 Aug 07 04:57:48.292127 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14abb59-df33-48f8-af8e-26c3b54981a5 req-bf61254e-34fa-4867-bba1-b722f67b4701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:48.294941 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-e14abb59-df33-48f8-af8e-26c3b54981a5 req-bf61254e-34fa-4867-bba1-b722f67b4701 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ca1bf4c2-4efb-4223-bf35-8f10c3d069a0 HTTP/1.1" status: 200 len: 915 time: 0.1358323 Aug 07 04:57:48.309546 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-4ad3f384-81e3-4fc3-b5e7-5b1fc3564bc7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:48.321639 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f3dab0-b33e-447b-afb8-6862b057a2f6 req-6243665e-b35f-4732-a14a-fde16ba3755d tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:48.325969 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-64f3dab0-b33e-447b-afb8-6862b057a2f6 req-6243665e-b35f-4732-a14a-fde16ba3755d tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=e26fb9f9-47b8-4e88-96bb-3a4174a1425c HTTP/1.1" status: 200 len: 945 time: 0.2697666 Aug 07 04:57:48.348671 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.db_base_plugin_common [None req-8e7b6365-91de-45fc-8fc7-b046fc448f1c None None] Allocated IP 172.20.0.2 (733634ef-5b86-411e-9b36-39e7b92f41be/e84e0528-898f-4ad3-8787-7fdf44fd2ccb/2739c803-cf72-4e0d-bc9f-cc5bea9eae18) {{(pid=93261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:57:48.399528 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-f076c872-f139-4a6d-ba97-85e576ba6042 req-9d74e88c-8a36-4193-b313-6d598b0038db tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ace81de-1fdd-4f9f-94d0-b0686fe1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2414255 Aug 07 04:57:48.488212 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-e14abb59-df33-48f8-af8e-26c3b54981a5 req-e93f417a-8d39-492a-9b5c-a0a018b576b6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=562c7290-372f-4b63-874c-9ff5d4bde0ce HTTP/1.1" status: 200 len: 217 time: 0.1611524 Aug 07 04:57:48.608587 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14abb59-df33-48f8-af8e-26c3b54981a5 req-0d304bd5-7340-4f61-90a6-47e55ad4723d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:48.608587 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-e14abb59-df33-48f8-af8e-26c3b54981a5 req-0d304bd5-7340-4f61-90a6-47e55ad4723d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f49eb454-b746-4ddc-89ee-10789991881b HTTP/1.1" status: 200 len: 853 time: 0.1066675 Aug 07 04:57:48.656649 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-64f3dab0-b33e-447b-afb8-6862b057a2f6 req-1166bd40-b805-4484-9f25-c25b9edc8809 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110633 Aug 07 04:57:48.771989 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14abb59-df33-48f8-af8e-26c3b54981a5 req-54be8450-dc8c-4407-8378-f0f27473fe91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:48.773739 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-8e7b6365-91de-45fc-8fc7-b046fc448f1c None None] Notify callbacks [] for port, precommit_create {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:48.785052 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-e14abb59-df33-48f8-af8e-26c3b54981a5 req-54be8450-dc8c-4407-8378-f0f27473fe91 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ca1bf4c2-4efb-4223-bf35-8f10c3d069a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1407180 Aug 07 04:57:48.800040 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c02fef2-5c1d-4cd2-aebc-4b0284e80049 req-37bd298d-8897-4e11-8108-3e6a7f5b7f18 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:48.801701 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-8e7b6365-91de-45fc-8fc7-b046fc448f1c None None] Transition to ACTIVE for port object 2739c803-cf72-4e0d-bc9f-cc5bea9eae18 will not be triggered until provisioned by entity L2. {{(pid=93261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:57:48.810189 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-6c02fef2-5c1d-4cd2-aebc-4b0284e80049 req-37bd298d-8897-4e11-8108-3e6a7f5b7f18 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f1084-1b72-4a96-8c40-e3a5522b5152 HTTP/1.1" status: 200 len: 943 time: 0.1286142 Aug 07 04:57:48.835187 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-8e7b6365-91de-45fc-8fc7-b046fc448f1c None None] Transition to ACTIVE for port object 2739c803-cf72-4e0d-bc9f-cc5bea9eae18 will not be triggered until provisioned by entity DHCP. {{(pid=93261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:57:48.848864 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-8e7b6365-91de-45fc-8fc7-b046fc448f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768807127269'] for port, after_create {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:48.917396 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7b6365-91de-45fc-8fc7-b046fc448f1c None None] Pushing event updated for resources: {'Port': ['ID=2739c803-cf72-4e0d-bc9f-cc5bea9eae18,revision_number=1']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:48.939286 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-4ad3f384-81e3-4fc3-b5e7-5b1fc3564bc7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:48.962346 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7b6365-91de-45fc-8fc7-b046fc448f1c None None] Network 733634ef-5b86-411e-9b36-39e7b92f41be is already hosted by enough agents. {{(pid=93261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:57:48.969506 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.scheduler.base_scheduler [None req-8e7b6365-91de-45fc-8fc7-b046fc448f1c None None] Resources bound (agent type, host, resource id): {{(pid=93261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:57:48.983297 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7b6365-91de-45fc-8fc7-b046fc448f1c None None] Received port after_create {{(pid=93261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:57:48.993729 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-4ad3f384-81e3-4fc3-b5e7-5b1fc3564bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:49.059204 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-6c02fef2-5c1d-4cd2-aebc-4b0284e80049 req-0dea89bc-ee13-4c66-b3ba-a1e455b82dc2 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a02d75e-311a-4f0b-88e7-6a868af689f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470808 Aug 07 04:57:49.107841 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-e14abb59-df33-48f8-af8e-26c3b54981a5 req-be6963e6-5441-4b0f-8135-377c32bfcb61 service neutron] 10.222.0.43 "GET /v2.0/networks/ca1bf4c2-4efb-4223-bf35-8f10c3d069a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368028 Aug 07 04:57:49.163058 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.managers [None req-8e7b6365-91de-45fc-8fc7-b046fc448f1c None None] Attempting to bind port 2739c803-cf72-4e0d-bc9f-cc5bea9eae18 on host dv-cinder-759943-8-iscsi for vnic_type normal with profile {{(pid=93261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:57:49.163505 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.managers [None req-8e7b6365-91de-45fc-8fc7-b046fc448f1c None None] Attempting to bind port 2739c803-cf72-4e0d-bc9f-cc5bea9eae18 by drivers openvswitch,hyperv on host dv-cinder-759943-8-iscsi at level 0 using segments [{'id': '97498eba-fdf7-4cfc-895c-aca98f9581a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '733634ef-5b86-411e-9b36-39e7b92f41be'}] {{(pid=93261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:57:49.163787 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7b6365-91de-45fc-8fc7-b046fc448f1c None None] Attempting to bind port 2739c803-cf72-4e0d-bc9f-cc5bea9eae18 on network 733634ef-5b86-411e-9b36-39e7b92f41be {{(pid=93261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:57:49.216772 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7b6365-91de-45fc-8fc7-b046fc448f1c None None] Checking agent: {'id': '22f5c6e5-2ebd-4458-ab09-beb81a4e99be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 47, 30), 'started_at': datetime.datetime(2021, 8, 7, 4, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:57:49.217163 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7b6365-91de-45fc-8fc7-b046fc448f1c None None] Checking segment: {'id': '97498eba-fdf7-4cfc-895c-aca98f9581a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '733634ef-5b86-411e-9b36-39e7b92f41be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:57:49.217579 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-8e7b6365-91de-45fc-8fc7-b046fc448f1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:49.220034 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7b6365-91de-45fc-8fc7-b046fc448f1c None None] Bound using segment: {'id': '97498eba-fdf7-4cfc-895c-aca98f9581a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '733634ef-5b86-411e-9b36-39e7b92f41be'} {{(pid=93261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:57:49.220428 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.managers [None req-8e7b6365-91de-45fc-8fc7-b046fc448f1c None None] Bound port: 2739c803-cf72-4e0d-bc9f-cc5bea9eae18, host: dv-cinder-759943-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97498eba-fdf7-4cfc-895c-aca98f9581a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '733634ef-5b86-411e-9b36-39e7b92f41be'}}] {{(pid=93261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:57:49.220831 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-8e7b6365-91de-45fc-8fc7-b046fc448f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:49.408769 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-8e7b6365-91de-45fc-8fc7-b046fc448f1c None None] For port 2739c803-cf72-4e0d-bc9f-cc5bea9eae18, host dv-cinder-759943-8-iscsi, cleared binding levels {{(pid=93261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:57:49.415511 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-8e7b6365-91de-45fc-8fc7-b046fc448f1c None None] For port 2739c803-cf72-4e0d-bc9f-cc5bea9eae18, host dv-cinder-759943-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-8-iscsi',level=0,port_id=2739c803-cf72-4e0d-bc9f-cc5bea9eae18,segment=NetworkSegment(97498eba-fdf7-4cfc-895c-aca98f9581a8),segment_id=97498eba-fdf7-4cfc-895c-aca98f9581a8)] {{(pid=93261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:57:49.428822 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-8e7b6365-91de-45fc-8fc7-b046fc448f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:49.454381 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.db.db_base_plugin_common [None req-4ad3f384-81e3-4fc3-b5e7-5b1fc3564bc7 admin admin] Allocated IP 172.27.1.90 (7234aba2-ebe6-4f3d-9fb1-8b27c89e529f/7cdca82c-7858-4732-9c64-e97074532a2d/04d2bc11-5988-414b-9f5a-7ad5d200461e) {{(pid=93260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:57:49.585809 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7b6365-91de-45fc-8fc7-b046fc448f1c None None] Pushing event updated for resources: {'Port': ['ID=2739c803-cf72-4e0d-bc9f-cc5bea9eae18,revision_number=2']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:49.642722 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-4ad3f384-81e3-4fc3-b5e7-5b1fc3564bc7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:49.732228 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-4ad3f384-81e3-4fc3-b5e7-5b1fc3564bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768807127269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9563756'] for port, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:49.741726 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2513ae0-cdd2-4e86-a66a-ef7cb574ed4b req-2db439ff-8848-4d14-94a8-78f3f68ac852 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:49.746397 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-a2513ae0-cdd2-4e86-a66a-ef7cb574ed4b req-2db439ff-8848-4d14-94a8-78f3f68ac852 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 946 time: 0.1659517 Aug 07 04:57:49.768012 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 40496) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:57:49.883989 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-a2513ae0-cdd2-4e86-a66a-ef7cb574ed4b req-1e8bc2ce-f6ae-48cd-b3e2-73eab109cf83 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ace81de-1fdd-4f9f-94d0-b0686fe1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220770 Aug 07 04:57:49.930204 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad3f384-81e3-4fc3-b5e7-5b1fc3564bc7 admin admin] Network 7234aba2-ebe6-4f3d-9fb1-8b27c89e529f is already hosted by enough agents. {{(pid=93260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:57:49.940077 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.base_scheduler [None req-4ad3f384-81e3-4fc3-b5e7-5b1fc3564bc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:57:49.953186 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad3f384-81e3-4fc3-b5e7-5b1fc3564bc7 admin admin] Received port after_create {{(pid=93260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:57:50.042736 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad3f384-81e3-4fc3-b5e7-5b1fc3564bc7 admin admin] Pushing event updated for resources: {'Port': ['ID=04d2bc11-5988-414b-9f5a-7ad5d200461e,revision_number=1']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:50.098424 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65d1dbf-a4be-4d7b-986a-7221f125f6c6 req-f295cc83-4d72-490e-8b4c-f76438a57c60 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:50.108030 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-c65d1dbf-a4be-4d7b-986a-7221f125f6c6 req-f295cc83-4d72-490e-8b4c-f76438a57c60 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=e26fb9f9-47b8-4e88-96bb-3a4174a1425c HTTP/1.1" status: 200 len: 945 time: 0.2998619 Aug 07 04:57:50.236842 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-7894eb51-0525-43a3-96d1-14553b43b9dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:50.336337 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-c65d1dbf-a4be-4d7b-986a-7221f125f6c6 req-e02c9dd4-8d8a-44db-810e-754ac5f9c7fb tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196712 Aug 07 04:57:50.399740 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519ae54-b1f8-4b66-bbca-1c9c85b56728 req-ca948ca8-d726-410c-981d-d85d658659bb tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:50.401583 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-c519ae54-b1f8-4b66-bbca-1c9c85b56728 req-ca948ca8-d726-410c-981d-d85d658659bb tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f1084-1b72-4a96-8c40-e3a5522b5152 HTTP/1.1" status: 200 len: 943 time: 0.1949146 Aug 07 04:57:50.408154 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-e14abb59-df33-48f8-af8e-26c3b54981a5 req-42a60f57-172f-4317-80ed-1bd67fb35cbc service neutron] 10.222.0.43 "GET /v2.0/networks/ca1bf4c2-4efb-4223-bf35-8f10c3d069a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4760299 Aug 07 04:57:50.490279 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-c519ae54-b1f8-4b66-bbca-1c9c85b56728 req-95bd7b34-8090-44f3-9aad-a9bba1e28338 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a02d75e-311a-4f0b-88e7-6a868af689f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753601 Aug 07 04:57:50.582477 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-7894eb51-0525-43a3-96d1-14553b43b9dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:50.590069 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-7894eb51-0525-43a3-96d1-14553b43b9dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:50.673980 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-7894eb51-0525-43a3-96d1-14553b43b9dc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5fb7e49acdc64f3ab3ceaecc503e460f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9014828 Aug 07 04:57:50.679427 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 40504) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:57:50.687065 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7894eb51-0525-43a3-96d1-14553b43b9dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b4b29c5-b865-450f-8f01-1b9b1ee7164c,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:50.776543 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-b096e99e-2064-44cd-a038-9c944b79e731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:50.827208 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-b096e99e-2064-44cd-a038-9c944b79e731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:50.830726 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device 2739c803-cf72-4e0d-bc9f-cc5bea9eae18 up at agent ovs-agent-dv-cinder-759943-8-iscsi {{(pid=93261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:57:50.853598 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-4ad3f384-81e3-4fc3-b5e7-5b1fc3564bc7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:50.977415 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Provisioning for port 2739c803-cf72-4e0d-bc9f-cc5bea9eae18 completed by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:57:51.304110 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-b096e99e-2064-44cd-a038-9c944b79e731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:51.310539 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-b096e99e-2064-44cd-a038-9c944b79e731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:51.310705 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-4ad3f384-81e3-4fc3-b5e7-5b1fc3564bc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-739701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-766718'] for router, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:51.313389 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-b096e99e-2064-44cd-a038-9c944b79e731 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2b4b29c5-b865-450f-8f01-1b9b1ee7164c HTTP/1.1" status: 204 len: 168 time: 0.6325791 Aug 07 04:57:51.343891 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b096e99e-2064-44cd-a038-9c944b79e731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b4b29c5-b865-450f-8f01-1b9b1ee7164c,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:51.417928 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc5c458-08ad-45b4-81a6-318996f31921 None None] Network 733634ef-5b86-411e-9b36-39e7b92f41be requested from dv-cinder-759943-8-iscsi {{(pid=93261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:57:51.429006 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f21f9f0-8a1f-42ed-9286-3d7412bb93c4 req-600741ca-0099-486d-9428-cc167bcf6779 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:51.448741 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-7f21f9f0-8a1f-42ed-9286-3d7412bb93c4 req-600741ca-0099-486d-9428-cc167bcf6779 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 946 time: 0.3858883 Aug 07 04:57:51.663402 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-1ae6fc08-c3d4-4be9-b80b-9b096e0b2cd4 None None] Provisioning for port 2739c803-cf72-4e0d-bc9f-cc5bea9eae18 completed by entity DHCP. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:57:51.673884 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c137e871-3bd2-4e17-9113-0624ab7528e7 req-265e7060-9e1e-4848-bef2-e67cf0a0e1be tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:51.676399 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-c137e871-3bd2-4e17-9113-0624ab7528e7 req-265e7060-9e1e-4848-bef2-e67cf0a0e1be tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=e26fb9f9-47b8-4e88-96bb-3a4174a1425c HTTP/1.1" status: 200 len: 945 time: 0.1574166 Aug 07 04:57:51.678798 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-1ae6fc08-c3d4-4be9-b80b-9b096e0b2cd4 None None] Provisioning complete for port 2739c803-cf72-4e0d-bc9f-cc5bea9eae18 triggered by entity DHCP. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:57:51.679286 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-1ae6fc08-c3d4-4be9-b80b-9b096e0b2cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:51.763635 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-c137e871-3bd2-4e17-9113-0624ab7528e7 req-310757f4-26a6-426f-97c2-13d81a34c6fe tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803657 Aug 07 04:57:51.843731 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-7f21f9f0-8a1f-42ed-9286-3d7412bb93c4 req-37dd6dc6-88ca-4c35-a7da-7c395eb83f1d tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ace81de-1fdd-4f9f-94d0-b0686fe1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3870714 Aug 07 04:57:51.949191 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-1ae6fc08-c3d4-4be9-b80b-9b096e0b2cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:51.967340 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ad3f384-81e3-4fc3-b5e7-5b1fc3564bc7 admin admin] Router ad8449e8-1e39-494b-b6a0-64c5d48e6b91 is scheduled to L3 agent c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6 with binding_index 1 {{(pid=93260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 07 04:57:52.025732 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-1ae6fc08-c3d4-4be9-b80b-9b096e0b2cd4 None None] For port 2739c803-cf72-4e0d-bc9f-cc5bea9eae18, host dv-cinder-759943-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-8-iscsi',level=0,port_id=2739c803-cf72-4e0d-bc9f-cc5bea9eae18,segment=NetworkSegment(97498eba-fdf7-4cfc-895c-aca98f9581a8),segment_id=97498eba-fdf7-4cfc-895c-aca98f9581a8)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:57:52.033768 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-1ae6fc08-c3d4-4be9-b80b-9b096e0b2cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:52.044910 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7e5496-fb00-40db-ab97-9bc0f3f59ec4 req-d1a064b6-2c34-4a82-9540-076e0177607f tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:52.053178 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-ce7e5496-fb00-40db-ab97-9bc0f3f59ec4 req-d1a064b6-2c34-4a82-9540-076e0177607f tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f1084-1b72-4a96-8c40-e3a5522b5152 HTTP/1.1" status: 200 len: 943 time: 0.1621222 Aug 07 04:57:52.170161 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-ce7e5496-fb00-40db-ab97-9bc0f3f59ec4 req-bf35d907-e2f5-4e49-b820-5c718dbad0d3 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a02d75e-311a-4f0b-88e7-6a868af689f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133568 Aug 07 04:57:52.211029 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae6fc08-c3d4-4be9-b80b-9b096e0b2cd4 None None] Pushing event updated for resources: {'Port': ['ID=2739c803-cf72-4e0d-bc9f-cc5bea9eae18,revision_number=3']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:52.361201 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ad3f384-81e3-4fc3-b5e7-5b1fc3564bc7 admin admin] Notify agent at l3_agent.dv-cinder-759943-8-iscsi the message routers_updated {{(pid=93260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 04:57:52.389712 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cecb92d8-f936-460e-9bc1-bb567b858553 None None] Sync routers for ids ['ad8449e8-1e39-494b-b6a0-64c5d48e6b91'] in dv-cinder-759943-8-iscsi {{(pid=93262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 04:57:52.395286 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-4ad3f384-81e3-4fc3-b5e7-5b1fc3564bc7 admin admin] Notify callbacks [] for router, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:52.398070 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-4ad3f384-81e3-4fc3-b5e7-5b1fc3564bc7 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.8876193 Aug 07 04:57:52.400705 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 40526) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:57:52.408539 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecb92d8-f936-460e-9bc1-bb567b858553 None None] Routers {'ad8449e8-1e39-494b-b6a0-64c5d48e6b91'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:57:52.409960 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_hamode_db [None req-cecb92d8-f936-460e-9bc1-bb567b858553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T04:57:30Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['ad8449e8-1e39-494b-b6a0-64c5d48e6b91'], 'active': True} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:57:52.728772 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-bd5327d7-9609-4231-ad4f-84d2dea35b1d None None] Provisioning complete for port 2739c803-cf72-4e0d-bc9f-cc5bea9eae18 triggered by entity DHCP. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:57:52.729181 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-bd5327d7-9609-4231-ad4f-84d2dea35b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:52.748519 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvr_db [None req-cecb92d8-f936-460e-9bc1-bb567b858553 None None] Set router ad8449e8-1e39-494b-b6a0-64c5d48e6b91 gateway port host: dv-cinder-759943-8-iscsi {{(pid=93262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:57:52.790220 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device 2739c803-cf72-4e0d-bc9f-cc5bea9eae18 up at agent ovs-agent-dv-cinder-759943-8-iscsi {{(pid=93261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:57:53.029892 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25fb99f-d03d-4a6f-b6df-7db55a9b549c req-38904431-cfd0-4e4f-9a90-679261e19f19 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:53.051891 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-b25fb99f-d03d-4a6f-b6df-7db55a9b549c req-38904431-cfd0-4e4f-9a90-679261e19f19 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=e26fb9f9-47b8-4e88-96bb-3a4174a1425c HTTP/1.1" status: 200 len: 945 time: 0.1252055 Aug 07 04:57:53.057277 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Provisioning complete for port 2739c803-cf72-4e0d-bc9f-cc5bea9eae18 triggered by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:57:53.057870 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:53.145383 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfafcdf-ebfb-4ae7-839d-a292a79027c8 req-530c9e00-e75a-4655-a412-7ff8dba19a25 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:53.154221 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-b25fb99f-d03d-4a6f-b6df-7db55a9b549c req-b4ffcc28-8ff9-44b0-a1a6-a506be1aa903 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923042 Aug 07 04:57:53.169434 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-1cfafcdf-ebfb-4ae7-839d-a292a79027c8 req-530c9e00-e75a-4655-a412-7ff8dba19a25 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 946 time: 0.1406534 Aug 07 04:57:53.202932 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_hamode_db [None req-cecb92d8-f936-460e-9bc1-bb567b858553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad8449e8-1e39-494b-b6a0-64c5d48e6b91', 'name': 'tempest-TestVolumeBootPattern-751389754-router', 'tenant_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '04d2bc11-5988-414b-9f5a-7ad5d200461e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:57:47Z', 'updated_at': '2021-08-07T04:57:50Z', 'revision_number': 3, 'project_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'gw_port': {'id': '04d2bc11-5988-414b-9f5a-7ad5d200461e', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:59:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad8449e8-1e39-494b-b6a0-64c5d48e6b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:49Z', 'updated_at': '2021-08-07T04:57:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi'}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:57:53.275338 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cecb92d8-f936-460e-9bc1-bb567b858553 None None] Checking router: ad8449e8-1e39-494b-b6a0-64c5d48e6b91 for host: dv-cinder-759943-8-iscsi {{(pid=93262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 04:57:53.275995 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cecb92d8-f936-460e-9bc1-bb567b858553 None None] Updating router ad8449e8-1e39-494b-b6a0-64c5d48e6b91 port 04d2bc11-5988-414b-9f5a-7ad5d200461e binding host dv-cinder-759943-8-iscsi {{(pid=93262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 04:57:53.369931 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-cecb92d8-f936-460e-9bc1-bb567b858553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:53.412985 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-1cfafcdf-ebfb-4ae7-839d-a292a79027c8 req-a7f1bf5d-49ad-4bf1-bc67-9d3c5a16620c tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ace81de-1fdd-4f9f-94d0-b0686fe1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2395761 Aug 07 04:57:53.438223 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f02d5-a021-48e5-81a3-d9327b967c3a req-ae364a34-77dd-4f28-ad81-b3756c628ebc tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:53.453766 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-266f02d5-a021-48e5-81a3-d9327b967c3a req-ae364a34-77dd-4f28-ad81-b3756c628ebc tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f1084-1b72-4a96-8c40-e3a5522b5152 HTTP/1.1" status: 200 len: 943 time: 0.1535466 Aug 07 04:57:53.531370 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-266f02d5-a021-48e5-81a3-d9327b967c3a req-42efc2d6-a501-4b14-9108-f8b3cc54674c tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a02d75e-311a-4f0b-88e7-6a868af689f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702767 Aug 07 04:57:54.033528 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-cecb92d8-f936-460e-9bc1-bb567b858553 None None] Notify callbacks [] for port, precommit_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:54.085417 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.provisioning_blocks [None req-cecb92d8-f936-460e-9bc1-bb567b858553 None None] Transition to ACTIVE for port object 04d2bc11-5988-414b-9f5a-7ad5d200461e will not be triggered until provisioned by entity L2. {{(pid=93262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:57:54.097649 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-cecb92d8-f936-460e-9bc1-bb567b858553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:54.191780 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.managers [None req-cecb92d8-f936-460e-9bc1-bb567b858553 None None] Attempting to bind port 04d2bc11-5988-414b-9f5a-7ad5d200461e on host dv-cinder-759943-8-iscsi for vnic_type normal with profile {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:57:54.198789 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.managers [None req-cecb92d8-f936-460e-9bc1-bb567b858553 None None] Attempting to bind port 04d2bc11-5988-414b-9f5a-7ad5d200461e by drivers openvswitch,hyperv on host dv-cinder-759943-8-iscsi at level 0 using segments [{'id': 'ac6f53da-148d-4154-8f83-3b309cb182da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f'}] {{(pid=93262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:57:54.199322 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecb92d8-f936-460e-9bc1-bb567b858553 None None] Attempting to bind port 04d2bc11-5988-414b-9f5a-7ad5d200461e on network 7234aba2-ebe6-4f3d-9fb1-8b27c89e529f {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:57:54.292330 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecb92d8-f936-460e-9bc1-bb567b858553 None None] Checking agent: {'id': '22f5c6e5-2ebd-4458-ab09-beb81a4e99be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 47, 30), 'started_at': datetime.datetime(2021, 8, 7, 4, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:57:54.292690 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecb92d8-f936-460e-9bc1-bb567b858553 None None] Checking segment: {'id': 'ac6f53da-148d-4154-8f83-3b309cb182da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:57:54.293146 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-cecb92d8-f936-460e-9bc1-bb567b858553 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:54.293420 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecb92d8-f936-460e-9bc1-bb567b858553 None None] Bound using segment: {'id': 'ac6f53da-148d-4154-8f83-3b309cb182da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f'} {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:57:54.293864 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.managers [None req-cecb92d8-f936-460e-9bc1-bb567b858553 None None] Bound port: 04d2bc11-5988-414b-9f5a-7ad5d200461e, host: dv-cinder-759943-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac6f53da-148d-4154-8f83-3b309cb182da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f'}}] {{(pid=93262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:57:54.297649 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-cecb92d8-f936-460e-9bc1-bb567b858553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:54.330230 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-ad8dcb6b-eb96-4c83-b14d-538e9775f30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:54.463614 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.db [None req-cecb92d8-f936-460e-9bc1-bb567b858553 None None] For port 04d2bc11-5988-414b-9f5a-7ad5d200461e, host dv-cinder-759943-8-iscsi, cleared binding levels {{(pid=93262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:57:54.477270 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.db [None req-cecb92d8-f936-460e-9bc1-bb567b858553 None None] For port 04d2bc11-5988-414b-9f5a-7ad5d200461e, host dv-cinder-759943-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-8-iscsi',level=0,port_id=04d2bc11-5988-414b-9f5a-7ad5d200461e,segment=NetworkSegment(ac6f53da-148d-4154-8f83-3b309cb182da),segment_id=ac6f53da-148d-4154-8f83-3b309cb182da)] {{(pid=93262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:57:54.485200 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-cecb92d8-f936-460e-9bc1-bb567b858553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:54.557826 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecb92d8-f936-460e-9bc1-bb567b858553 None None] Routers {'ad8449e8-1e39-494b-b6a0-64c5d48e6b91'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:57:54.558748 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_hamode_db [None req-cecb92d8-f936-460e-9bc1-bb567b858553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T04:57:30Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['ad8449e8-1e39-494b-b6a0-64c5d48e6b91'], 'active': True} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:57:54.623954 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339d1713-22c5-496f-a6c3-763be16e960b req-2fd4db3d-44d6-4915-9691-ba9a067868a8 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:54.628417 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-339d1713-22c5-496f-a6c3-763be16e960b req-2fd4db3d-44d6-4915-9691-ba9a067868a8 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=e26fb9f9-47b8-4e88-96bb-3a4174a1425c HTTP/1.1" status: 200 len: 945 time: 0.2631862 Aug 07 04:57:54.804910 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c527b1-b89b-4402-b714-364bb3daa941 req-63588b73-ee9b-41b6-b10b-b8a49205c012 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:54.824398 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-f5c527b1-b89b-4402-b714-364bb3daa941 req-63588b73-ee9b-41b6-b10b-b8a49205c012 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 946 time: 0.1958859 Aug 07 04:57:54.828770 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvr_db [None req-cecb92d8-f936-460e-9bc1-bb567b858553 None None] Set router ad8449e8-1e39-494b-b6a0-64c5d48e6b91 gateway port host: dv-cinder-759943-8-iscsi {{(pid=93262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:57:54.864562 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-339d1713-22c5-496f-a6c3-763be16e960b req-4c220bfe-8402-4a1d-b178-b56e74654796 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187295 Aug 07 04:57:54.951749 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-f5c527b1-b89b-4402-b714-364bb3daa941 req-64cec8bd-3364-4929-b7c3-1eda79b917c5 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ace81de-1fdd-4f9f-94d0-b0686fe1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242936 Aug 07 04:57:54.962104 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc915f6-ef35-4ff0-a02e-84d79aeddd81 None None] Pushing event updated for resources: {'Port': ['ID=04d2bc11-5988-414b-9f5a-7ad5d200461e,revision_number=2']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:55.008079 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.db_base_plugin_common [None req-ad8dcb6b-eb96-4c83-b14d-538e9775f30e admin admin] Allocated IP 172.20.0.1 (733634ef-5b86-411e-9b36-39e7b92f41be/e84e0528-898f-4ad3-8787-7fdf44fd2ccb/273fc0e9-9ab0-48df-a716-c8a6646d33b4) {{(pid=93259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:57:55.193628 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-ad8dcb6b-eb96-4c83-b14d-538e9775f30e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:55.236492 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.provisioning_blocks [None req-ad8dcb6b-eb96-4c83-b14d-538e9775f30e admin admin] Transition to ACTIVE for port object 273fc0e9-9ab0-48df-a716-c8a6646d33b4 will not be triggered until provisioned by entity DHCP. {{(pid=93259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:57:55.258373 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6b66b8-4da0-462d-af93-fac2d6987d16 req-e1628929-9909-4ec3-9d7b-0e23b7ce909e tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:55.270174 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-5b6b66b8-4da0-462d-af93-fac2d6987d16 req-e1628929-9909-4ec3-9d7b-0e23b7ce909e tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f1084-1b72-4a96-8c40-e3a5522b5152 HTTP/1.1" status: 200 len: 943 time: 0.1242554 Aug 07 04:57:55.316494 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc915f6-ef35-4ff0-a02e-84d79aeddd81 None None] Pushing event updated for resources: {'Port': ['ID=04d2bc11-5988-414b-9f5a-7ad5d200461e,revision_number=3']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:55.341911 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-5b6b66b8-4da0-462d-af93-fac2d6987d16 req-c4a41824-38d2-4dba-ae9a-38b6b9c0249a tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a02d75e-311a-4f0b-88e7-6a868af689f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703387 Aug 07 04:57:55.385143 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-ad8dcb6b-eb96-4c83-b14d-538e9775f30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768807127269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513232'] for port, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:55.486220 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_hamode_db [None req-cecb92d8-f936-460e-9bc1-bb567b858553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad8449e8-1e39-494b-b6a0-64c5d48e6b91', 'name': 'tempest-TestVolumeBootPattern-751389754-router', 'tenant_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '04d2bc11-5988-414b-9f5a-7ad5d200461e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:57:47Z', 'updated_at': '2021-08-07T04:57:50Z', 'revision_number': 3, 'project_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'gw_port': {'id': '04d2bc11-5988-414b-9f5a-7ad5d200461e', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:59:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad8449e8-1e39-494b-b6a0-64c5d48e6b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:49Z', 'updated_at': '2021-08-07T04:57:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi'}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:57:55.505610 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8dcb6b-eb96-4c83-b14d-538e9775f30e admin admin] Network 733634ef-5b86-411e-9b36-39e7b92f41be is already hosted by enough agents. {{(pid=93259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:57:55.520790 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.base_scheduler [None req-ad8dcb6b-eb96-4c83-b14d-538e9775f30e admin admin] Resources bound (agent type, host, resource id): {{(pid=93259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:57:55.531975 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cecb92d8-f936-460e-9bc1-bb567b858553 None None] The sync data for ids ['ad8449e8-1e39-494b-b6a0-64c5d48e6b91'] in dv-cinder-759943-8-iscsi is: [{'id': 'ad8449e8-1e39-494b-b6a0-64c5d48e6b91', 'name': 'tempest-TestVolumeBootPattern-751389754-router', 'tenant_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '04d2bc11-5988-414b-9f5a-7ad5d200461e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:57:47Z', 'updated_at': '2021-08-07T04:57:50Z', 'revision_number': 3, 'project_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'gw_port': {'id': '04d2bc11-5988-414b-9f5a-7ad5d200461e', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:59:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad8449e8-1e39-494b-b6a0-64c5d48e6b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:49Z', 'updated_at': '2021-08-07T04:57:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi'}] {{(pid=93262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 04:57:55.534096 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8dcb6b-eb96-4c83-b14d-538e9775f30e admin admin] Received port after_create {{(pid=93259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:57:55.629499 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8dcb6b-eb96-4c83-b14d-538e9775f30e admin admin] Pushing event updated for resources: {'Port': ['ID=273fc0e9-9ab0-48df-a716-c8a6646d33b4,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:55.647195 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-ad8dcb6b-eb96-4c83-b14d-538e9775f30e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765965'] for router_interface, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:55.951419 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-ad8dcb6b-eb96-4c83-b14d-538e9775f30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:56.001109 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-b1d080c4-efb4-4f55-893a-4f334cfd6713 None None] Provisioning for port 273fc0e9-9ab0-48df-a716-c8a6646d33b4 completed by entity DHCP. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:57:56.013375 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-b1d080c4-efb4-4f55-893a-4f334cfd6713 None None] Provisioning complete for port 273fc0e9-9ab0-48df-a716-c8a6646d33b4 triggered by entity DHCP. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:57:56.013756 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-b1d080c4-efb4-4f55-893a-4f334cfd6713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:56.115378 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.plugin [None req-b1d080c4-efb4-4f55-893a-4f334cfd6713 None None] Port 273fc0e9-9ab0-48df-a716-c8a6646d33b4 cannot update to ACTIVE because it is not bound. {{(pid=93261) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 04:57:56.147915 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e46548-c590-4832-9b82-572ad575e151 req-84ddec34-1624-4bd8-a767-45a70f099bb6 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:56.157979 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-c7e46548-c590-4832-9b82-572ad575e151 req-84ddec34-1624-4bd8-a767-45a70f099bb6 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=e26fb9f9-47b8-4e88-96bb-3a4174a1425c HTTP/1.1" status: 200 len: 945 time: 0.1140110 Aug 07 04:57:56.231385 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-c7e46548-c590-4832-9b82-572ad575e151 req-72e4a31c-1478-4d16-9b0a-0d33578dc20a tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719404 Aug 07 04:57:56.395823 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf6edf-0cc9-42c0-92ba-584c0b862726 req-99e582d5-eb35-4d47-aad5-b0e3a7ece819 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:56.403618 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-4faf6edf-0cc9-42c0-92ba-584c0b862726 req-99e582d5-eb35-4d47-aad5-b0e3a7ece819 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 946 time: 0.2786396 Aug 07 04:57:56.517075 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-4faf6edf-0cc9-42c0-92ba-584c0b862726 req-f458ff79-07a1-4e4e-9ea6-2e3b5542ba10 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ace81de-1fdd-4f9f-94d0-b0686fe1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122549 Aug 07 04:57:56.599572 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9086fc7-d9d9-48dc-ae39-fa3815449fb2 req-ed316420-4309-4711-bf9f-a1e1cb075789 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:56.613569 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-c9086fc7-d9d9-48dc-ae39-fa3815449fb2 req-ed316420-4309-4711-bf9f-a1e1cb075789 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f1084-1b72-4a96-8c40-e3a5522b5152 HTTP/1.1" status: 200 len: 943 time: 0.1405048 Aug 07 04:57:56.665045 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-ad8dcb6b-eb96-4c83-b14d-538e9775f30e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:56.674856 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-ad8dcb6b-eb96-4c83-b14d-538e9775f30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8513241'] for port, after_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:56.731844 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-c9086fc7-d9d9-48dc-ae39-fa3815449fb2 req-18e4e0a4-73ad-4ded-96e2-8910107f39bc tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a02d75e-311a-4f0b-88e7-6a868af689f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113770 Aug 07 04:57:56.755677 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device 04d2bc11-5988-414b-9f5a-7ad5d200461e up at agent ovs-agent-dv-cinder-759943-8-iscsi {{(pid=93261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:57:56.764045 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-ad8dcb6b-eb96-4c83-b14d-538e9775f30e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766137'] for router_interface, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:56.880807 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8dcb6b-eb96-4c83-b14d-538e9775f30e admin admin] Pushing event updated for resources: {'Port': ['ID=273fc0e9-9ab0-48df-a716-c8a6646d33b4,revision_number=2']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:56.886562 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-356b28fc-5687-4799-ba2f-eff4da62897e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:56.891835 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Provisioning for port 04d2bc11-5988-414b-9f5a-7ad5d200461e completed by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:57:56.902253 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Provisioning complete for port 04d2bc11-5988-414b-9f5a-7ad5d200461e triggered by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:57:56.903110 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:57.000391 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8dcb6b-eb96-4c83-b14d-538e9775f30e admin admin] Network 733634ef-5b86-411e-9b36-39e7b92f41be is already hosted by enough agents. {{(pid=93259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:57:57.002383 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.base_scheduler [None req-ad8dcb6b-eb96-4c83-b14d-538e9775f30e admin admin] Resources bound (agent type, host, resource id): {{(pid=93259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:57:57.024542 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:57.057812 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] For port 04d2bc11-5988-414b-9f5a-7ad5d200461e, host dv-cinder-759943-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-8-iscsi',level=0,port_id=04d2bc11-5988-414b-9f5a-7ad5d200461e,segment=NetworkSegment(ac6f53da-148d-4154-8f83-3b309cb182da),segment_id=ac6f53da-148d-4154-8f83-3b309cb182da)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:57:57.074249 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:57.178461 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad8dcb6b-eb96-4c83-b14d-538e9775f30e admin admin] Router ad8449e8-1e39-494b-b6a0-64c5d48e6b91 has already been hosted by L3 agent c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6 {{(pid=93259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 04:57:57.191181 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Pushing event updated for resources: {'Port': ['ID=04d2bc11-5988-414b-9f5a-7ad5d200461e,revision_number=4']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:57.351894 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-da16bee1-0146-4909-a421-7b16820bd4fb None None] Provisioning complete for port 273fc0e9-9ab0-48df-a716-c8a6646d33b4 triggered by entity DHCP. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:57:57.352441 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-da16bee1-0146-4909-a421-7b16820bd4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:57.415911 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.plugin [None req-da16bee1-0146-4909-a421-7b16820bd4fb None None] Port 273fc0e9-9ab0-48df-a716-c8a6646d33b4 cannot update to ACTIVE because it is not bound. {{(pid=93261) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 04:57:57.451748 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad8dcb6b-eb96-4c83-b14d-538e9775f30e admin admin] Notify agent at l3_agent.dv-cinder-759943-8-iscsi the message routers_updated {{(pid=93259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 04:57:57.466939 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-ad8dcb6b-eb96-4c83-b14d-538e9775f30e admin admin] 10.222.0.13 "PUT /v2.0/routers/ad8449e8-1e39-494b-b6a0-64c5d48e6b91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0648429 Aug 07 04:57:57.487173 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4327d74f-bc9f-486c-b0e9-296ba856eec4 req-f6a3d47d-a2de-4aea-b9a6-825f499ed9d4 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:57.488846 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-4327d74f-bc9f-486c-b0e9-296ba856eec4 req-f6a3d47d-a2de-4aea-b9a6-825f499ed9d4 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=e26fb9f9-47b8-4e88-96bb-3a4174a1425c HTTP/1.1" status: 200 len: 945 time: 0.1041152 Aug 07 04:57:57.534639 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-4327d74f-bc9f-486c-b0e9-296ba856eec4 req-cd7adecf-43aa-4b40-8857-76bec603bf9f tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397532 Aug 07 04:57:57.673047 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc35a36-20db-4a21-ae4f-536eedc106df req-f96ff6ed-f4cc-4db8-854f-2967fe7b4a02 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:57.674708 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-9dc35a36-20db-4a21-ae4f-536eedc106df req-f96ff6ed-f4cc-4db8-854f-2967fe7b4a02 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 946 time: 0.0622818 Aug 07 04:57:57.723753 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-9dc35a36-20db-4a21-ae4f-536eedc106df req-49097da1-716f-4a12-ac68-7d77660bb041 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ace81de-1fdd-4f9f-94d0-b0686fe1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431731 Aug 07 04:57:57.899134 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2652198-a7c2-459a-a342-e6655e1e56eb req-eea3a010-fc2e-42b2-9479-747581dfb105 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:57.906419 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-a2652198-a7c2-459a-a342-e6655e1e56eb req-eea3a010-fc2e-42b2-9479-747581dfb105 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f1084-1b72-4a96-8c40-e3a5522b5152 HTTP/1.1" status: 200 len: 943 time: 0.0874956 Aug 07 04:57:57.947560 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-a2652198-a7c2-459a-a342-e6655e1e56eb req-5db72d2d-9f22-4dd1-96c3-62651cee9788 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a02d75e-311a-4f0b-88e7-6a868af689f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400887 Aug 07 04:57:58.186730 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 40616) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:57:58.191710 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.v2.base [None req-8b5dd1a8-bf93-4377-8f51-26825312485e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-814439534-network', 'tenant_id': '96b35cb678544ebabcc8af7363df0326'}} {{(pid=93259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:57:58.229668 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5dd1a8-bf93-4377-8f51-26825312485e admin admin] Made reservation on behalf of 96b35cb678544ebabcc8af7363df0326 for: {'network': 1} {{(pid=93259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:57:58.231090 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b065e4-1da6-4a6f-b0ba-57453ed77e3f None None] Sync routers for ids ['ad8449e8-1e39-494b-b6a0-64c5d48e6b91'] in dv-cinder-759943-8-iscsi {{(pid=93261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 04:57:58.231971 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-8b5dd1a8-bf93-4377-8f51-26825312485e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for network, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:58.241587 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-8b5dd1a8-bf93-4377-8f51-26825312485e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:58.247944 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b065e4-1da6-4a6f-b0ba-57453ed77e3f None None] Routers {'ad8449e8-1e39-494b-b6a0-64c5d48e6b91'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:57:58.248633 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-40b065e4-1da6-4a6f-b0ba-57453ed77e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T04:57:30Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['ad8449e8-1e39-494b-b6a0-64c5d48e6b91'], 'active': True} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:57:58.360389 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-8b5dd1a8-bf93-4377-8f51-26825312485e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:58.368416 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-8b5dd1a8-bf93-4377-8f51-26825312485e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:58.388107 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b5dd1a8-bf93-4377-8f51-26825312485e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=93259) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 04:57:58.395442 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvr_db [None req-40b065e4-1da6-4a6f-b0ba-57453ed77e3f None None] Set router ad8449e8-1e39-494b-b6a0-64c5d48e6b91 gateway port host: dv-cinder-759943-8-iscsi {{(pid=93261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:57:58.415420 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-8b5dd1a8-bf93-4377-8f51-26825312485e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799109'] for segment, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:58.415761 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.db.segments_db [None req-8b5dd1a8-bf93-4377-8f51-26825312485e admin admin] Added segment 2ba60da2-721d-4f69-a0c0-c749dbefa83a of type vlan for network b3a15962-6753-49ce-b1eb-22bccec29f3c Aug 07 04:57:58.417509 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5dd1a8-bf93-4377-8f51-26825312485e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e30dda6-da51-4c59-9c35-661afd8a477e,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:58.481704 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-8b5dd1a8-bf93-4377-8f51-26825312485e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768807114828'] for network, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:58.522823 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-8b5dd1a8-bf93-4377-8f51-26825312485e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370'] for network, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:58.524717 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5dd1a8-bf93-4377-8f51-26825312485e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:58.525516 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-8b5dd1a8-bf93-4377-8f51-26825312485e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568364'] for network, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:58.575124 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-8b5dd1a8-bf93-4377-8f51-26825312485e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3869779 Aug 07 04:57:58.575495 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 40622) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:57:58.582180 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.v2.base [None req-20cf22dc-a827-44d5-8a0b-546113480bbd admin admin] Request body: {'subnet': {'network_id': 'b3a15962-6753-49ce-b1eb-22bccec29f3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-814439534-subnet', 'tenant_id': '96b35cb678544ebabcc8af7363df0326', 'ip_version': 4}} {{(pid=93260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:57:58.643286 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20cf22dc-a827-44d5-8a0b-546113480bbd admin admin] Made reservation on behalf of 96b35cb678544ebabcc8af7363df0326 for: {'subnet': 1} {{(pid=93260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:57:58.649125 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-20cf22dc-a827-44d5-8a0b-546113480bbd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9718282'] for subnet, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:58.656460 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5dd1a8-bf93-4377-8f51-26825312485e admin admin] Pushing event updated for resources: {'Network': ['ID=b3a15962-6753-49ce-b1eb-22bccec29f3c,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:58.675193 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Network b3a15962-6753-49ce-b1eb-22bccec29f3c details requested by agent ovs-agent-dv-cinder-759943-8-iscsi with host dv-cinder-759943-8-iscsi {{(pid=93261) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 04:57:58.708497 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device 04d2bc11-5988-414b-9f5a-7ad5d200461e up at agent ovs-agent-dv-cinder-759943-8-iscsi {{(pid=93261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:57:58.818036 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2389b9d-c23a-4218-8a22-a86b3b7aa6a2 req-2ca7e255-ef26-4c88-90c9-57e57a4e9b6b tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:58.828792 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-f2389b9d-c23a-4218-8a22-a86b3b7aa6a2 req-2ca7e255-ef26-4c88-90c9-57e57a4e9b6b tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=e26fb9f9-47b8-4e88-96bb-3a4174a1425c HTTP/1.1" status: 200 len: 945 time: 0.1488452 Aug 07 04:57:58.913831 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-40b065e4-1da6-4a6f-b0ba-57453ed77e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad8449e8-1e39-494b-b6a0-64c5d48e6b91', 'name': 'tempest-TestVolumeBootPattern-751389754-router', 'tenant_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '04d2bc11-5988-414b-9f5a-7ad5d200461e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:57:47Z', 'updated_at': '2021-08-07T04:57:55Z', 'revision_number': 4, 'project_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'gw_port': {'id': '04d2bc11-5988-414b-9f5a-7ad5d200461e', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:59:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8449e8-1e39-494b-b6a0-64c5d48e6b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:49Z', 'updated_at': '2021-08-07T04:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi', '_interfaces': [{'id': '273fc0e9-9ab0-48df-a716-c8a6646d33b4', 'name': '', 'network_id': '733634ef-5b86-411e-9b36-39e7b92f41be', 'tenant_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'mac_address': 'fa:16:3e:5b:7c:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad8449e8-1e39-494b-b6a0-64c5d48e6b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'e84e0528-898f-4ad3-8787-7fdf44fd2ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:54Z', 'updated_at': '2021-08-07T04:57:56Z', 'revision_number': 2, 'project_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'subnets': [{'id': 'e84e0528-898f-4ad3-8787-7fdf44fd2ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:57:58.914456 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-f2389b9d-c23a-4218-8a22-a86b3b7aa6a2 req-9d3d1310-a83c-4e4e-b8a5-456c6920eb2d tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802119 Aug 07 04:57:58.916441 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Provisioning complete for port 04d2bc11-5988-414b-9f5a-7ad5d200461e triggered by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:57:58.916441 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:58.977810 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b065e4-1da6-4a6f-b0ba-57453ed77e3f None None] Checking router: ad8449e8-1e39-494b-b6a0-64c5d48e6b91 for host: dv-cinder-759943-8-iscsi {{(pid=93261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 04:57:58.978094 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b065e4-1da6-4a6f-b0ba-57453ed77e3f None None] Updating router ad8449e8-1e39-494b-b6a0-64c5d48e6b91 port 273fc0e9-9ab0-48df-a716-c8a6646d33b4 binding host dv-cinder-759943-8-iscsi {{(pid=93261) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 04:57:58.986403 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289cc0f3-0492-446b-8c3c-91c3ef198868 req-26631b35-b7fd-4914-b31e-80b772ad81c7 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:58.988259 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-289cc0f3-0492-446b-8c3c-91c3ef198868 req-26631b35-b7fd-4914-b31e-80b772ad81c7 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 946 time: 0.1180305 Aug 07 04:57:59.018499 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-40b065e4-1da6-4a6f-b0ba-57453ed77e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:59.054973 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-20cf22dc-a827-44d5-8a0b-546113480bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9563672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9718328'] for subnet, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:59.109077 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-289cc0f3-0492-446b-8c3c-91c3ef198868 req-497c61a0-c34e-49cc-a5e8-7cddb3e4f79d tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ace81de-1fdd-4f9f-94d0-b0686fe1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144960 Aug 07 04:57:59.189569 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cf22dc-a827-44d5-8a0b-546113480bbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=645a7c68-374d-4490-a340-310a659c1789,revision_number=0']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:57:59.203410 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c1a02-3b9b-468b-bc36-6a27b383c758 req-144845d2-39ac-437c-8cb7-05fc438fe8ff tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:59.211145 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-9b6c1a02-3b9b-468b-bc36-6a27b383c758 req-144845d2-39ac-437c-8cb7-05fc438fe8ff tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f1084-1b72-4a96-8c40-e3a5522b5152 HTTP/1.1" status: 200 len: 943 time: 0.1297722 Aug 07 04:57:59.230746 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cf22dc-a827-44d5-8a0b-546113480bbd admin admin] Checking segment: {'id': '2ba60da2-721d-4f69-a0c0-c749dbefa83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'b3a15962-6753-49ce-b1eb-22bccec29f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:57:59.231108 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cf22dc-a827-44d5-8a0b-546113480bbd admin admin] Network hostable DHCP agents. Network: b3a15962-6753-49ce-b1eb-22bccec29f3c, hostable agents: ['fbf586e2-2064-4f25-86fb-4cd270d4900d'], hosted agents: [] {{(pid=93260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 04:57:59.272588 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-9b6c1a02-3b9b-468b-bc36-6a27b383c758 req-9613dfd9-89f4-4427-afb1-f502a24ae4b8 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a02d75e-311a-4f0b-88e7-6a868af689f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581241 Aug 07 04:57:59.274713 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cf22dc-a827-44d5-8a0b-546113480bbd admin admin] Network b3a15962-6753-49ce-b1eb-22bccec29f3c is scheduled to be hosted by DHCP agent fbf586e2-2064-4f25-86fb-4cd270d4900d with binding_index 1 {{(pid=93260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 04:57:59.291809 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.base_scheduler [None req-20cf22dc-a827-44d5-8a0b-546113480bbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-8-iscsi, b3a15962-6753-49ce-b1eb-22bccec29f3c) {{(pid=93260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:57:59.305663 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cf22dc-a827-44d5-8a0b-546113480bbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:57:59.306373 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-20cf22dc-a827-44d5-8a0b-546113480bbd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:59.322462 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d58b02-36fe-4ce3-9c75-1478eff7c1e3 None None] Network b3a15962-6753-49ce-b1eb-22bccec29f3c requested from dv-cinder-759943-8-iscsi {{(pid=93261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:57:59.330572 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-20cf22dc-a827-44d5-8a0b-546113480bbd admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7535763 Aug 07 04:57:59.331588 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 40628) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:57:59.336808 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.v2.base [None req-5a32444b-4ff5-4829-8e57-2b702c36d627 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-814439534-router', 'tenant_id': '96b35cb678544ebabcc8af7363df0326', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f'}}} {{(pid=93259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:57:59.368435 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-5a32444b-4ff5-4829-8e57-2b702c36d627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-740044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1781'] for router, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:59.369566 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-5a32444b-4ff5-4829-8e57-2b702c36d627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1790'] for router, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:59.439487 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-5a32444b-4ff5-4829-8e57-2b702c36d627 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:59.447863 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:59.587667 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-5a32444b-4ff5-4829-8e57-2b702c36d627 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:59.646269 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0561ad18-2bdb-4386-afe6-d0bc843df202 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09fbd912-be7a-5fce-be8d-62d3fcf6da97-b3a15962-6753-49ce-b1eb-22bccec29f3c', 'network_id': 'b3a15962-6753-49ce-b1eb-22bccec29f3c', 'tenant_id': '96b35cb678544ebabcc8af7363df0326', 'fixed_ips': [{'subnet_id': '645a7c68-374d-4490-a340-310a659c1789'}]}} from dv-cinder-759943-8-iscsi. {{(pid=93261) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 07 04:57:59.647138 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-0561ad18-2bdb-4386-afe6-d0bc843df202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_create {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:59.852354 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-ed062999-efb1-4980-909c-a9f82ffee073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:59.863755 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-40b065e4-1da6-4a6f-b0ba-57453ed77e3f None None] Notify callbacks [] for port, precommit_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:59.866565 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:59.875752 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-5a32444b-4ff5-4829-8e57-2b702c36d627 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:59.885683 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-40b065e4-1da6-4a6f-b0ba-57453ed77e3f None None] Transition to ACTIVE for port object 273fc0e9-9ab0-48df-a716-c8a6646d33b4 will not be triggered until provisioned by entity L2. {{(pid=93261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:57:59.906932 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-5a32444b-4ff5-4829-8e57-2b702c36d627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:59.923580 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-40b065e4-1da6-4a6f-b0ba-57453ed77e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:57:59.980708 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.db_base_plugin_common [None req-0561ad18-2bdb-4386-afe6-d0bc843df202 None None] Allocated IP 172.20.0.2 (b3a15962-6753-49ce-b1eb-22bccec29f3c/645a7c68-374d-4490-a340-310a659c1789/34f9eaed-4411-4aa9-adee-5a16e77f6d82) {{(pid=93261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:58:00.010088 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719df8ec-448c-4506-b4df-84ecc3a17be1 None None] Pushing event updated for resources: {'Port': ['ID=273fc0e9-9ab0-48df-a716-c8a6646d33b4,revision_number=3']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:00.171675 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.managers [None req-40b065e4-1da6-4a6f-b0ba-57453ed77e3f None None] Attempting to bind port 273fc0e9-9ab0-48df-a716-c8a6646d33b4 on host dv-cinder-759943-8-iscsi for vnic_type normal with profile {{(pid=93261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:58:00.172359 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.managers [None req-40b065e4-1da6-4a6f-b0ba-57453ed77e3f None None] Attempting to bind port 273fc0e9-9ab0-48df-a716-c8a6646d33b4 by drivers openvswitch,hyperv on host dv-cinder-759943-8-iscsi at level 0 using segments [{'id': '97498eba-fdf7-4cfc-895c-aca98f9581a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '733634ef-5b86-411e-9b36-39e7b92f41be'}] {{(pid=93261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:58:00.173031 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b065e4-1da6-4a6f-b0ba-57453ed77e3f None None] Attempting to bind port 273fc0e9-9ab0-48df-a716-c8a6646d33b4 on network 733634ef-5b86-411e-9b36-39e7b92f41be {{(pid=93261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:58:00.202814 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b065e4-1da6-4a6f-b0ba-57453ed77e3f None None] Checking agent: {'id': '22f5c6e5-2ebd-4458-ab09-beb81a4e99be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 47, 30), 'started_at': datetime.datetime(2021, 8, 7, 4, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:58:00.203764 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b065e4-1da6-4a6f-b0ba-57453ed77e3f None None] Checking segment: {'id': '97498eba-fdf7-4cfc-895c-aca98f9581a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '733634ef-5b86-411e-9b36-39e7b92f41be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:58:00.204433 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-40b065e4-1da6-4a6f-b0ba-57453ed77e3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:00.205027 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b065e4-1da6-4a6f-b0ba-57453ed77e3f None None] Bound using segment: {'id': '97498eba-fdf7-4cfc-895c-aca98f9581a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '733634ef-5b86-411e-9b36-39e7b92f41be'} {{(pid=93261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:58:00.205726 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.managers [None req-40b065e4-1da6-4a6f-b0ba-57453ed77e3f None None] Bound port: 273fc0e9-9ab0-48df-a716-c8a6646d33b4, host: dv-cinder-759943-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97498eba-fdf7-4cfc-895c-aca98f9581a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '733634ef-5b86-411e-9b36-39e7b92f41be'}}] {{(pid=93261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:58:00.211380 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-40b065e4-1da6-4a6f-b0ba-57453ed77e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:00.406005 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-0561ad18-2bdb-4386-afe6-d0bc843df202 None None] Notify callbacks [] for port, precommit_create {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:00.428271 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.db_base_plugin_common [None req-5a32444b-4ff5-4829-8e57-2b702c36d627 admin admin] Allocated IP 172.27.1.246 (7234aba2-ebe6-4f3d-9fb1-8b27c89e529f/7cdca82c-7858-4732-9c64-e97074532a2d/6e7ee5c4-6214-49cf-9400-d38c0ac6ed02) {{(pid=93259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:58:00.439313 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-0561ad18-2bdb-4386-afe6-d0bc843df202 None None] Transition to ACTIVE for port object 34f9eaed-4411-4aa9-adee-5a16e77f6d82 will not be triggered until provisioned by entity L2. {{(pid=93261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:58:00.454646 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-40b065e4-1da6-4a6f-b0ba-57453ed77e3f None None] For port 273fc0e9-9ab0-48df-a716-c8a6646d33b4, host dv-cinder-759943-8-iscsi, cleared binding levels {{(pid=93261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:58:00.473274 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-0561ad18-2bdb-4386-afe6-d0bc843df202 None None] Transition to ACTIVE for port object 34f9eaed-4411-4aa9-adee-5a16e77f6d82 will not be triggered until provisioned by entity DHCP. {{(pid=93261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:58:00.491345 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-40b065e4-1da6-4a6f-b0ba-57453ed77e3f None None] For port 273fc0e9-9ab0-48df-a716-c8a6646d33b4, host dv-cinder-759943-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-8-iscsi',level=0,port_id=273fc0e9-9ab0-48df-a716-c8a6646d33b4,segment=NetworkSegment(97498eba-fdf7-4cfc-895c-aca98f9581a8),segment_id=97498eba-fdf7-4cfc-895c-aca98f9581a8)] {{(pid=93261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:58:00.492824 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-0561ad18-2bdb-4386-afe6-d0bc843df202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768807127269'] for port, after_create {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:00.501449 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd381f6e-13cb-48c8-8b36-a89023554812 req-34d9ccab-1fcb-4594-a76f-54c901a9e300 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:00.507143 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ee2e67-af98-4f7c-bf4d-884aeeb41b91 req-90de1b78-874a-4146-8e99-5a44417c7450 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:00.518692 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-04ee2e67-af98-4f7c-bf4d-884aeeb41b91 req-90de1b78-874a-4146-8e99-5a44417c7450 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 946 time: 0.1538939 Aug 07 04:58:00.518928 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-fd381f6e-13cb-48c8-8b36-a89023554812 req-34d9ccab-1fcb-4594-a76f-54c901a9e300 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=e26fb9f9-47b8-4e88-96bb-3a4174a1425c HTTP/1.1" status: 200 len: 945 time: 0.3515947 Aug 07 04:58:00.525011 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-40b065e4-1da6-4a6f-b0ba-57453ed77e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:00.557223 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0561ad18-2bdb-4386-afe6-d0bc843df202 None None] Network b3a15962-6753-49ce-b1eb-22bccec29f3c is already hosted by enough agents. {{(pid=93261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:58:00.565295 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.scheduler.base_scheduler [None req-0561ad18-2bdb-4386-afe6-d0bc843df202 None None] Resources bound (agent type, host, resource id): {{(pid=93261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:58:00.566859 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0561ad18-2bdb-4386-afe6-d0bc843df202 None None] Pushing event updated for resources: {'Port': ['ID=34f9eaed-4411-4aa9-adee-5a16e77f6d82,revision_number=1']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:00.569230 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0561ad18-2bdb-4386-afe6-d0bc843df202 None None] Received port after_create {{(pid=93261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:58:00.610002 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-04ee2e67-af98-4f7c-bf4d-884aeeb41b91 req-7ecb3202-4e9a-4ccf-aa63-0a78c7acaecb tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ace81de-1fdd-4f9f-94d0-b0686fe1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887249 Aug 07 04:58:00.673433 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-fd381f6e-13cb-48c8-8b36-a89023554812 req-a3e86724-350f-4e1b-b201-100b5a3619b9 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532605 Aug 07 04:58:00.779242 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-5a32444b-4ff5-4829-8e57-2b702c36d627 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:00.804035 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8cee75-751a-45a7-af3d-2806611bcb35 req-2c70404c-d920-453d-9bfa-27e2fe2d2d91 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:00.805210 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b065e4-1da6-4a6f-b0ba-57453ed77e3f None None] Routers {'ad8449e8-1e39-494b-b6a0-64c5d48e6b91'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:58:00.805999 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-40b065e4-1da6-4a6f-b0ba-57453ed77e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T04:58:00Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['ad8449e8-1e39-494b-b6a0-64c5d48e6b91'], 'active': True} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:58:00.806949 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-af8cee75-751a-45a7-af3d-2806611bcb35 req-2c70404c-d920-453d-9bfa-27e2fe2d2d91 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f1084-1b72-4a96-8c40-e3a5522b5152 HTTP/1.1" status: 200 len: 943 time: 0.0961659 Aug 07 04:58:00.809398 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719df8ec-448c-4506-b4df-84ecc3a17be1 None None] Pushing event updated for resources: {'Port': ['ID=273fc0e9-9ab0-48df-a716-c8a6646d33b4,revision_number=4']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:00.843157 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-5a32444b-4ff5-4829-8e57-2b702c36d627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768807127269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513232'] for port, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:00.890464 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a32444b-4ff5-4829-8e57-2b702c36d627 admin admin] Network 7234aba2-ebe6-4f3d-9fb1-8b27c89e529f is already hosted by enough agents. {{(pid=93259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:58:00.895438 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.base_scheduler [None req-5a32444b-4ff5-4829-8e57-2b702c36d627 admin admin] Resources bound (agent type, host, resource id): {{(pid=93259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:58:00.899623 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a32444b-4ff5-4829-8e57-2b702c36d627 admin admin] Received port after_create {{(pid=93259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:58:00.919304 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-af8cee75-751a-45a7-af3d-2806611bcb35 req-4bf91a95-23d8-44b4-a899-6606334da063 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a02d75e-311a-4f0b-88e7-6a868af689f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994754 Aug 07 04:58:00.919694 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-f79f476c-1ac6-45f4-a536-05d31601a6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:00.927750 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.managers [None req-0561ad18-2bdb-4386-afe6-d0bc843df202 None None] Attempting to bind port 34f9eaed-4411-4aa9-adee-5a16e77f6d82 on host dv-cinder-759943-8-iscsi for vnic_type normal with profile {{(pid=93261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:58:00.928117 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.managers [None req-0561ad18-2bdb-4386-afe6-d0bc843df202 None None] Attempting to bind port 34f9eaed-4411-4aa9-adee-5a16e77f6d82 by drivers openvswitch,hyperv on host dv-cinder-759943-8-iscsi at level 0 using segments [{'id': '2ba60da2-721d-4f69-a0c0-c749dbefa83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'b3a15962-6753-49ce-b1eb-22bccec29f3c'}] {{(pid=93261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:58:00.928479 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0561ad18-2bdb-4386-afe6-d0bc843df202 None None] Attempting to bind port 34f9eaed-4411-4aa9-adee-5a16e77f6d82 on network b3a15962-6753-49ce-b1eb-22bccec29f3c {{(pid=93261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:58:00.939730 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a32444b-4ff5-4829-8e57-2b702c36d627 admin admin] Pushing event updated for resources: {'Port': ['ID=6e7ee5c4-6214-49cf-9400-d38c0ac6ed02,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:01.000628 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0561ad18-2bdb-4386-afe6-d0bc843df202 None None] Checking agent: {'id': '22f5c6e5-2ebd-4458-ab09-beb81a4e99be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 47, 30), 'started_at': datetime.datetime(2021, 8, 7, 4, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:58:01.001008 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0561ad18-2bdb-4386-afe6-d0bc843df202 None None] Checking segment: {'id': '2ba60da2-721d-4f69-a0c0-c749dbefa83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'b3a15962-6753-49ce-b1eb-22bccec29f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:58:01.002015 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-0561ad18-2bdb-4386-afe6-d0bc843df202 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:01.004993 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0561ad18-2bdb-4386-afe6-d0bc843df202 None None] Bound using segment: {'id': '2ba60da2-721d-4f69-a0c0-c749dbefa83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'b3a15962-6753-49ce-b1eb-22bccec29f3c'} {{(pid=93261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:58:01.005756 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.managers [None req-0561ad18-2bdb-4386-afe6-d0bc843df202 None None] Bound port: 34f9eaed-4411-4aa9-adee-5a16e77f6d82, host: dv-cinder-759943-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ba60da2-721d-4f69-a0c0-c749dbefa83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'b3a15962-6753-49ce-b1eb-22bccec29f3c'}}] {{(pid=93261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:58:01.006334 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-0561ad18-2bdb-4386-afe6-d0bc843df202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:01.075715 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvr_db [None req-40b065e4-1da6-4a6f-b0ba-57453ed77e3f None None] Set router ad8449e8-1e39-494b-b6a0-64c5d48e6b91 gateway port host: dv-cinder-759943-8-iscsi {{(pid=93261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:58:01.184647 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-0561ad18-2bdb-4386-afe6-d0bc843df202 None None] For port 34f9eaed-4411-4aa9-adee-5a16e77f6d82, host dv-cinder-759943-8-iscsi, cleared binding levels {{(pid=93261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:58:01.237045 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-0561ad18-2bdb-4386-afe6-d0bc843df202 None None] For port 34f9eaed-4411-4aa9-adee-5a16e77f6d82, host dv-cinder-759943-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-8-iscsi',level=0,port_id=34f9eaed-4411-4aa9-adee-5a16e77f6d82,segment=NetworkSegment(2ba60da2-721d-4f69-a0c0-c749dbefa83a),segment_id=2ba60da2-721d-4f69-a0c0-c749dbefa83a)] {{(pid=93261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:58:01.243739 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-0561ad18-2bdb-4386-afe6-d0bc843df202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:01.342308 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0561ad18-2bdb-4386-afe6-d0bc843df202 None None] Pushing event updated for resources: {'Port': ['ID=34f9eaed-4411-4aa9-adee-5a16e77f6d82,revision_number=2']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:01.414332 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-40b065e4-1da6-4a6f-b0ba-57453ed77e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad8449e8-1e39-494b-b6a0-64c5d48e6b91', 'name': 'tempest-TestVolumeBootPattern-751389754-router', 'tenant_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '04d2bc11-5988-414b-9f5a-7ad5d200461e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:57:47Z', 'updated_at': '2021-08-07T04:57:55Z', 'revision_number': 4, 'project_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'gw_port': {'id': '04d2bc11-5988-414b-9f5a-7ad5d200461e', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:59:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8449e8-1e39-494b-b6a0-64c5d48e6b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:49Z', 'updated_at': '2021-08-07T04:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi', '_interfaces': [{'id': '273fc0e9-9ab0-48df-a716-c8a6646d33b4', 'name': '', 'network_id': '733634ef-5b86-411e-9b36-39e7b92f41be', 'tenant_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'mac_address': 'fa:16:3e:5b:7c:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad8449e8-1e39-494b-b6a0-64c5d48e6b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'e84e0528-898f-4ad3-8787-7fdf44fd2ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:54Z', 'updated_at': '2021-08-07T04:58:00Z', 'revision_number': 4, 'project_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'subnets': [{'id': 'e84e0528-898f-4ad3-8787-7fdf44fd2ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:58:01.445107 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-5a32444b-4ff5-4829-8e57-2b702c36d627 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:01.458312 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b065e4-1da6-4a6f-b0ba-57453ed77e3f None None] The sync data for ids ['ad8449e8-1e39-494b-b6a0-64c5d48e6b91'] in dv-cinder-759943-8-iscsi is: [{'id': 'ad8449e8-1e39-494b-b6a0-64c5d48e6b91', 'name': 'tempest-TestVolumeBootPattern-751389754-router', 'tenant_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '04d2bc11-5988-414b-9f5a-7ad5d200461e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:57:47Z', 'updated_at': '2021-08-07T04:57:55Z', 'revision_number': 4, 'project_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'gw_port': {'id': '04d2bc11-5988-414b-9f5a-7ad5d200461e', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:59:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8449e8-1e39-494b-b6a0-64c5d48e6b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:49Z', 'updated_at': '2021-08-07T04:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi', '_interfaces': [{'id': '273fc0e9-9ab0-48df-a716-c8a6646d33b4', 'name': '', 'network_id': '733634ef-5b86-411e-9b36-39e7b92f41be', 'tenant_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'mac_address': 'fa:16:3e:5b:7c:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad8449e8-1e39-494b-b6a0-64c5d48e6b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'e84e0528-898f-4ad3-8787-7fdf44fd2ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:54Z', 'updated_at': '2021-08-07T04:58:00Z', 'revision_number': 4, 'project_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'subnets': [{'id': 'e84e0528-898f-4ad3-8787-7fdf44fd2ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 04:58:01.790002 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf4728a-b88d-4799-9eef-632a7947cde5 req-07e5c3d8-d021-48b7-be96-dee9c99ce2a4 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:01.794788 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-eaf4728a-b88d-4799-9eef-632a7947cde5 req-07e5c3d8-d021-48b7-be96-dee9c99ce2a4 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 946 time: 0.0827429 Aug 07 04:58:01.796651 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-5a32444b-4ff5-4829-8e57-2b702c36d627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-739701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-766718'] for router, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:01.826934 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1366781d-f224-4f97-babe-5da9b8e3ac1f req-52c88625-8650-47df-bf8a-bef3cf51c037 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:01.828641 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-1366781d-f224-4f97-babe-5da9b8e3ac1f req-52c88625-8650-47df-bf8a-bef3cf51c037 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=e26fb9f9-47b8-4e88-96bb-3a4174a1425c HTTP/1.1" status: 200 len: 945 time: 0.0551271 Aug 07 04:58:01.885562 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-1366781d-f224-4f97-babe-5da9b8e3ac1f req-8f4c4bdb-f1f5-4558-a1be-4cb1ae4db330 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507762 Aug 07 04:58:01.908925 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-eaf4728a-b88d-4799-9eef-632a7947cde5 req-7b4e8a27-b0a9-4d94-80b5-4b42c0e94cd1 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ace81de-1fdd-4f9f-94d0-b0686fe1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096027 Aug 07 04:58:01.989205 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd022e5-805e-4640-a6c9-e5e5af4eb089 req-1631f90b-a9ff-4d76-bca0-ca22b33fe07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:01.990990 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-4cd022e5-805e-4640-a6c9-e5e5af4eb089 req-1631f90b-a9ff-4d76-bca0-ca22b33fe07a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ca9c8154dc664b57bc9452622c79c0c6&device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 1099 time: 0.1233342 Aug 07 04:58:02.086170 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42397af1-900a-4b55-901e-0bd36c4c882f req-0dd5308b-fcf4-4b82-9db3-2ff3d95848f8 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:02.087820 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-42397af1-900a-4b55-901e-0bd36c4c882f req-0dd5308b-fcf4-4b82-9db3-2ff3d95848f8 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f1084-1b72-4a96-8c40-e3a5522b5152 HTTP/1.1" status: 200 len: 943 time: 0.0728176 Aug 07 04:58:02.134765 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-42397af1-900a-4b55-901e-0bd36c4c882f req-3218454c-40fe-467d-90eb-f9c705724ae8 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a02d75e-311a-4f0b-88e7-6a868af689f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391278 Aug 07 04:58:02.152762 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd022e5-805e-4640-a6c9-e5e5af4eb089 req-157c56af-a0b8-4232-ae28-c3aa958dd04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:02.154635 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-4cd022e5-805e-4640-a6c9-e5e5af4eb089 req-157c56af-a0b8-4232-ae28-c3aa958dd04a service neutron] 10.222.0.43 "GET /v2.0/networks?id=4c392ea1-f973-4e27-8c93-9da70b5eee3e HTTP/1.1" status: 200 len: 918 time: 0.1553566 Aug 07 04:58:02.166602 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a32444b-4ff5-4829-8e57-2b702c36d627 admin admin] Router b5b927f8-d49e-47e8-9a2f-c7c4c765d6c6 is scheduled to L3 agent c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6 with binding_index 1 {{(pid=93259) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 07 04:58:02.328694 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-4cd022e5-805e-4640-a6c9-e5e5af4eb089 req-0a9e8df5-592d-4958-97ae-4c834333a233 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab HTTP/1.1" status: 200 len: 1002 time: 0.1627862 Aug 07 04:58:02.482391 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a32444b-4ff5-4829-8e57-2b702c36d627 admin admin] Notify agent at l3_agent.dv-cinder-759943-8-iscsi the message routers_updated {{(pid=93259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 04:58:02.489056 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd022e5-805e-4640-a6c9-e5e5af4eb089 req-75439184-120a-41af-8fde-cb2c10bd10b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:02.490683 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-4cd022e5-805e-4640-a6c9-e5e5af4eb089 req-75439184-120a-41af-8fde-cb2c10bd10b9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c03fc84b-f6fc-4f24-bb48-576f621db152 HTTP/1.1" status: 200 len: 856 time: 0.1140044 Aug 07 04:58:02.497441 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6619018-e24a-4a8f-a3f2-080eafd8b46a None None] Sync routers for ids ['b5b927f8-d49e-47e8-9a2f-c7c4c765d6c6'] in dv-cinder-759943-8-iscsi {{(pid=93262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 04:58:02.519995 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-5a32444b-4ff5-4829-8e57-2b702c36d627 admin admin] Notify callbacks [] for router, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:02.521888 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-5a32444b-4ff5-4829-8e57-2b702c36d627 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1883628 Aug 07 04:58:02.524014 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 40666) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:58:02.524598 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6619018-e24a-4a8f-a3f2-080eafd8b46a None None] Routers {'b5b927f8-d49e-47e8-9a2f-c7c4c765d6c6'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:58:02.525507 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_hamode_db [None req-e6619018-e24a-4a8f-a3f2-080eafd8b46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T04:58:00Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['b5b927f8-d49e-47e8-9a2f-c7c4c765d6c6'], 'active': True} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:58:02.563258 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-fe46c1f5-d46f-4bdc-a2a5-961a9e169c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:02.571334 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd022e5-805e-4640-a6c9-e5e5af4eb089 req-bc86d974-e8d7-47aa-be70-5e9a1c3422b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:02.573076 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-4cd022e5-805e-4640-a6c9-e5e5af4eb089 req-bc86d974-e8d7-47aa-be70-5e9a1c3422b0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4c392ea1-f973-4e27-8c93-9da70b5eee3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0741730 Aug 07 04:58:02.657988 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c2e426-5560-4fa2-bd60-da2dff6f4cb9 None None] Network b3a15962-6753-49ce-b1eb-22bccec29f3c requested from dv-cinder-759943-8-iscsi {{(pid=93261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 04:58:02.742248 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-4cd022e5-805e-4640-a6c9-e5e5af4eb089 req-27357d38-9f39-413a-a941-c08686550ba6 service neutron] 10.222.0.43 "GET /v2.0/networks/4c392ea1-f973-4e27-8c93-9da70b5eee3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610439 Aug 07 04:58:02.746604 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvr_db [None req-e6619018-e24a-4a8f-a3f2-080eafd8b46a None None] Set router b5b927f8-d49e-47e8-9a2f-c7c4c765d6c6 gateway port host: dv-cinder-759943-8-iscsi {{(pid=93262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:58:02.850301 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device 34f9eaed-4411-4aa9-adee-5a16e77f6d82 up at agent ovs-agent-dv-cinder-759943-8-iscsi {{(pid=93261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:58:02.910814 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-5b65d954-d06c-4a9d-b392-4cb5fc051425 None None] Provisioning for port 34f9eaed-4411-4aa9-adee-5a16e77f6d82 completed by entity DHCP. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:58:02.938244 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-4cd022e5-805e-4640-a6c9-e5e5af4eb089 req-1b12b9fb-3615-4443-b0cc-193114aa37c4 service neutron] 10.222.0.43 "GET /v2.0/networks/4c392ea1-f973-4e27-8c93-9da70b5eee3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866510 Aug 07 04:58:03.022329 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Provisioning for port 34f9eaed-4411-4aa9-adee-5a16e77f6d82 completed by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:58:03.028129 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Provisioning complete for port 34f9eaed-4411-4aa9-adee-5a16e77f6d82 triggered by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:58:03.028504 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:03.059601 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_hamode_db [None req-e6619018-e24a-4a8f-a3f2-080eafd8b46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b927f8-d49e-47e8-9a2f-c7c4c765d6c6', 'name': 'tempest-TestVolumeBootPattern-814439534-router', 'tenant_id': '96b35cb678544ebabcc8af7363df0326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '6e7ee5c4-6214-49cf-9400-d38c0ac6ed02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:57:59Z', 'updated_at': '2021-08-07T04:58:01Z', 'revision_number': 3, 'project_id': '96b35cb678544ebabcc8af7363df0326', 'gw_port': {'id': '6e7ee5c4-6214-49cf-9400-d38c0ac6ed02', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:de:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b927f8-d49e-47e8-9a2f-c7c4c765d6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:59Z', 'updated_at': '2021-08-07T04:58:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi'}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:58:03.064733 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8326de56-7b21-4318-a862-23c95edb86b3 req-6883c89b-505c-43a1-a01e-61f55b82727c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:03.065871 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-8326de56-7b21-4318-a862-23c95edb86b3 req-6883c89b-505c-43a1-a01e-61f55b82727c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e26fb9f9-47b8-4e88-96bb-3a4174a1425c HTTP/1.1" status: 200 len: 1098 time: 0.1834888 Aug 07 04:58:03.102828 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6619018-e24a-4a8f-a3f2-080eafd8b46a None None] Checking router: b5b927f8-d49e-47e8-9a2f-c7c4c765d6c6 for host: dv-cinder-759943-8-iscsi {{(pid=93262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 04:58:03.103243 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6619018-e24a-4a8f-a3f2-080eafd8b46a None None] Updating router b5b927f8-d49e-47e8-9a2f-c7c4c765d6c6 port 6e7ee5c4-6214-49cf-9400-d38c0ac6ed02 binding host dv-cinder-759943-8-iscsi {{(pid=93262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 04:58:03.137212 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1001c58-74e9-4c7f-ad58-01dc97c54100 req-2cb10c40-438f-40fa-ae7a-dc7e10333409 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:03.140500 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-e6619018-e24a-4a8f-a3f2-080eafd8b46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:03.145108 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-e1001c58-74e9-4c7f-ad58-01dc97c54100 req-2cb10c40-438f-40fa-ae7a-dc7e10333409 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=e26fb9f9-47b8-4e88-96bb-3a4174a1425c HTTP/1.1" status: 200 len: 945 time: 0.1050451 Aug 07 04:58:03.235172 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-e1001c58-74e9-4c7f-ad58-01dc97c54100 req-a6fd8663-67c0-41df-86a0-d5f85c44f18a tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796547 Aug 07 04:58:03.279050 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-8326de56-7b21-4318-a862-23c95edb86b3 req-cb551fea-5fd2-47ab-a95c-7ef59fe9f9e8 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989865 Aug 07 04:58:03.328410 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db835c0-5910-4cf8-96e1-fa90e70bdeeb req-47617968-7875-41a0-8e51-50333cb2b36e tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:03.335999 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-6db835c0-5910-4cf8-96e1-fa90e70bdeeb req-47617968-7875-41a0-8e51-50333cb2b36e tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 946 time: 0.2745814 Aug 07 04:58:03.418792 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device 562c7290-372f-4b63-874c-9ff5d4bde0ce details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=93261) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 04:58:03.447007 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-6db835c0-5910-4cf8-96e1-fa90e70bdeeb req-6a30cd19-cc01-43d1-82b8-89099fac2f55 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ace81de-1fdd-4f9f-94d0-b0686fe1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098533 Aug 07 04:58:03.456492 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8709a83-02a5-445f-ad0f-13759fa528e9 req-43324cd1-7838-43e6-819e-cf491af12002 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:03.458204 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-a8709a83-02a5-445f-ad0f-13759fa528e9 req-43324cd1-7838-43e6-819e-cf491af12002 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f1084-1b72-4a96-8c40-e3a5522b5152 HTTP/1.1" status: 200 len: 943 time: 0.1253531 Aug 07 04:58:03.460126 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:03.554396 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-a8709a83-02a5-445f-ad0f-13759fa528e9 req-e77774b2-9851-4143-9d8f-29ba92b240a4 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a02d75e-311a-4f0b-88e7-6a868af689f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891449 Aug 07 04:58:03.557693 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-36782092-0c1d-4667-9c0c-f347363d22b3 None None] Provisioning complete for port 34f9eaed-4411-4aa9-adee-5a16e77f6d82 triggered by entity DHCP. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:58:03.558111 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-36782092-0c1d-4667-9c0c-f347363d22b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:03.564247 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] For port 34f9eaed-4411-4aa9-adee-5a16e77f6d82, host dv-cinder-759943-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-8-iscsi',level=0,port_id=34f9eaed-4411-4aa9-adee-5a16e77f6d82,segment=NetworkSegment(2ba60da2-721d-4f69-a0c0-c749dbefa83a),segment_id=2ba60da2-721d-4f69-a0c0-c749dbefa83a)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:58:03.595607 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:03.596890 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device 273fc0e9-9ab0-48df-a716-c8a6646d33b4 up at agent ovs-agent-dv-cinder-759943-8-iscsi {{(pid=93261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:58:03.617643 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-24477929-a002-4caa-9984-92e98848a20d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:03.705462 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] For port 562c7290-372f-4b63-874c-9ff5d4bde0ce, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=562c7290-372f-4b63-874c-9ff5d4bde0ce,segment=NetworkSegment(b9e981f6-9fda-4321-8932-b8fc344b1172),segment_id=b9e981f6-9fda-4321-8932-b8fc344b1172)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:58:03.727635 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 40682) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:58:03.752478 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Returning: {'device': '562c7290-372f-4b63-874c-9ff5d4bde0ce', 'network_id': 'ca1bf4c2-4efb-4223-bf35-8f10c3d069a0', 'port_id': '562c7290-372f-4b63-874c-9ff5d4bde0ce', 'mac_address': 'fa:16:3e:45:12:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f49eb454-b746-4ddc-89ee-10789991881b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93261) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 04:58:03.756421 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Pushing event updated for resources: {'Port': ['ID=34f9eaed-4411-4aa9-adee-5a16e77f6d82,revision_number=3']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:03.762695 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-e6619018-e24a-4a8f-a3f2-080eafd8b46a None None] Notify callbacks [] for port, precommit_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:03.786480 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.provisioning_blocks [None req-e6619018-e24a-4a8f-a3f2-080eafd8b46a None None] Transition to ACTIVE for port object 6e7ee5c4-6214-49cf-9400-d38c0ac6ed02 will not be triggered until provisioned by entity L2. {{(pid=93262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:58:03.797079 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-e6619018-e24a-4a8f-a3f2-080eafd8b46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:03.844495 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:03.848304 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Provisioning for port 273fc0e9-9ab0-48df-a716-c8a6646d33b4 completed by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:58:03.864808 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.db.db_base_plugin_common [None req-24477929-a002-4caa-9984-92e98848a20d admin admin] Allocated IP 172.20.0.1 (b3a15962-6753-49ce-b1eb-22bccec29f3c/645a7c68-374d-4490-a340-310a659c1789/222f52b0-a8ba-46e4-a349-883769faf647) {{(pid=93260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:58:03.865118 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Provisioning complete for port 273fc0e9-9ab0-48df-a716-c8a6646d33b4 triggered by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:58:03.865547 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:03.870209 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.notifiers.nova [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 562c7290-372f-4b63-874c-9ff5d4bde0ce {{(pid=93261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:58:03.884659 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.managers [None req-e6619018-e24a-4a8f-a3f2-080eafd8b46a None None] Attempting to bind port 6e7ee5c4-6214-49cf-9400-d38c0ac6ed02 on host dv-cinder-759943-8-iscsi for vnic_type normal with profile {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:58:03.885252 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.managers [None req-e6619018-e24a-4a8f-a3f2-080eafd8b46a None None] Attempting to bind port 6e7ee5c4-6214-49cf-9400-d38c0ac6ed02 by drivers openvswitch,hyperv on host dv-cinder-759943-8-iscsi at level 0 using segments [{'id': 'ac6f53da-148d-4154-8f83-3b309cb182da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f'}] {{(pid=93262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:58:03.885734 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6619018-e24a-4a8f-a3f2-080eafd8b46a None None] Attempting to bind port 6e7ee5c4-6214-49cf-9400-d38c0ac6ed02 on network 7234aba2-ebe6-4f3d-9fb1-8b27c89e529f {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:58:03.896509 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6619018-e24a-4a8f-a3f2-080eafd8b46a None None] Checking agent: {'id': '22f5c6e5-2ebd-4458-ab09-beb81a4e99be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 47, 30), 'started_at': datetime.datetime(2021, 8, 7, 4, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:58:03.897985 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6619018-e24a-4a8f-a3f2-080eafd8b46a None None] Checking segment: {'id': 'ac6f53da-148d-4154-8f83-3b309cb182da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:58:03.897985 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-e6619018-e24a-4a8f-a3f2-080eafd8b46a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:03.898718 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6619018-e24a-4a8f-a3f2-080eafd8b46a None None] Bound using segment: {'id': 'ac6f53da-148d-4154-8f83-3b309cb182da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f'} {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:58:03.899873 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.managers [None req-e6619018-e24a-4a8f-a3f2-080eafd8b46a None None] Bound port: 6e7ee5c4-6214-49cf-9400-d38c0ac6ed02, host: dv-cinder-759943-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac6f53da-148d-4154-8f83-3b309cb182da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f'}}] {{(pid=93262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:58:03.900562 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-e6619018-e24a-4a8f-a3f2-080eafd8b46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:03.919086 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] For port 562c7290-372f-4b63-874c-9ff5d4bde0ce, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=562c7290-372f-4b63-874c-9ff5d4bde0ce,segment=NetworkSegment(b9e981f6-9fda-4321-8932-b8fc344b1172),segment_id=b9e981f6-9fda-4321-8932-b8fc344b1172)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:58:03.929047 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:03.943668 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070b9f41-941b-4725-871f-f07b39b3972b None None] Pushing event updated for resources: {'Port': ['ID=6e7ee5c4-6214-49cf-9400-d38c0ac6ed02,revision_number=2']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:03.979439 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.db [None req-e6619018-e24a-4a8f-a3f2-080eafd8b46a None None] For port 6e7ee5c4-6214-49cf-9400-d38c0ac6ed02, host dv-cinder-759943-8-iscsi, cleared binding levels {{(pid=93262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:58:03.984003 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.db [None req-e6619018-e24a-4a8f-a3f2-080eafd8b46a None None] For port 6e7ee5c4-6214-49cf-9400-d38c0ac6ed02, host dv-cinder-759943-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-8-iscsi',level=0,port_id=6e7ee5c4-6214-49cf-9400-d38c0ac6ed02,segment=NetworkSegment(ac6f53da-148d-4154-8f83-3b309cb182da),segment_id=ac6f53da-148d-4154-8f83-3b309cb182da)] {{(pid=93262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:58:03.988965 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-e6619018-e24a-4a8f-a3f2-080eafd8b46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:04.003682 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-24477929-a002-4caa-9984-92e98848a20d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:04.018623 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.db.provisioning_blocks [None req-24477929-a002-4caa-9984-92e98848a20d admin admin] Transition to ACTIVE for port object 222f52b0-a8ba-46e4-a349-883769faf647 will not be triggered until provisioned by entity DHCP. {{(pid=93260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:58:04.053474 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6619018-e24a-4a8f-a3f2-080eafd8b46a None None] Routers {'b5b927f8-d49e-47e8-9a2f-c7c4c765d6c6'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:58:04.054053 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_hamode_db [None req-e6619018-e24a-4a8f-a3f2-080eafd8b46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T04:58:00Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['b5b927f8-d49e-47e8-9a2f-c7c4c765d6c6'], 'active': True} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:58:04.057763 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-86824dd6-dbab-4cf0-9742-3bca2942f488 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:04.066089 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Pushing event updated for resources: {'Port': ['ID=562c7290-372f-4b63-874c-9ff5d4bde0ce,revision_number=4']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:04.078496 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:04.085414 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-24477929-a002-4caa-9984-92e98848a20d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768807127269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9563756'] for port, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:04.100336 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070b9f41-941b-4725-871f-f07b39b3972b None None] Pushing event updated for resources: {'Port': ['ID=6e7ee5c4-6214-49cf-9400-d38c0ac6ed02,revision_number=3']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:04.136233 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] For port 273fc0e9-9ab0-48df-a716-c8a6646d33b4, host dv-cinder-759943-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-8-iscsi',level=0,port_id=273fc0e9-9ab0-48df-a716-c8a6646d33b4,segment=NetworkSegment(97498eba-fdf7-4cfc-895c-aca98f9581a8),segment_id=97498eba-fdf7-4cfc-895c-aca98f9581a8)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:58:04.148195 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:04.152715 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24477929-a002-4caa-9984-92e98848a20d admin admin] Network b3a15962-6753-49ce-b1eb-22bccec29f3c is already hosted by enough agents. {{(pid=93260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:58:04.165808 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.base_scheduler [None req-24477929-a002-4caa-9984-92e98848a20d admin admin] Resources bound (agent type, host, resource id): {{(pid=93260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:58:04.172402 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24477929-a002-4caa-9984-92e98848a20d admin admin] Received port after_create {{(pid=93260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:58:04.210887 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24477929-a002-4caa-9984-92e98848a20d admin admin] Pushing event updated for resources: {'Port': ['ID=222f52b0-a8ba-46e4-a349-883769faf647,revision_number=1']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:04.227782 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvr_db [None req-e6619018-e24a-4a8f-a3f2-080eafd8b46a None None] Set router b5b927f8-d49e-47e8-9a2f-c7c4c765d6c6 gateway port host: dv-cinder-759943-8-iscsi {{(pid=93262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:58:04.241304 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-24477929-a002-4caa-9984-92e98848a20d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765965'] for router_interface, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:04.247980 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Pushing event updated for resources: {'Port': ['ID=273fc0e9-9ab0-48df-a716-c8a6646d33b4,revision_number=5']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:04.308301 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] get_ports_and_sgs() called for port_ids ['562c7290-372f-4b63-874c-9ff5d4bde0ce'] {{(pid=93261) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:58:04.329554 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-86824dd6-dbab-4cf0-9742-3bca2942f488 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:04.342459 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-86824dd6-dbab-4cf0-9742-3bca2942f488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:04.470024 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86824dd6-dbab-4cf0-9742-3bca2942f488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62ea398c-3b70-497e-957d-fb6bc1d55bde,revision_number=1']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:04.474247 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-86824dd6-dbab-4cf0-9742-3bca2942f488 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4e94baae0b97475fb3b174289b8bab40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7454703 Aug 07 04:58:04.478151 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 40688) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:58:04.488376 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e396c-1091-4241-8af5-b7879bde83fa req-f9c5d986-f832-47df-8af4-2c38ae3c6437 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:04.495919 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-413e396c-1091-4241-8af5-b7879bde83fa req-f9c5d986-f832-47df-8af4-2c38ae3c6437 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=e26fb9f9-47b8-4e88-96bb-3a4174a1425c HTTP/1.1" status: 200 len: 945 time: 0.1576211 Aug 07 04:58:04.525317 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-6268c3d2-0e91-4642-b585-7a3492d91c26 None None] Provisioning for port 222f52b0-a8ba-46e4-a349-883769faf647 completed by entity DHCP. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:58:04.535304 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-6268c3d2-0e91-4642-b585-7a3492d91c26 None None] Provisioning complete for port 222f52b0-a8ba-46e4-a349-883769faf647 triggered by entity DHCP. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:58:04.535875 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-6268c3d2-0e91-4642-b585-7a3492d91c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:04.558656 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_hamode_db [None req-e6619018-e24a-4a8f-a3f2-080eafd8b46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b927f8-d49e-47e8-9a2f-c7c4c765d6c6', 'name': 'tempest-TestVolumeBootPattern-814439534-router', 'tenant_id': '96b35cb678544ebabcc8af7363df0326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '6e7ee5c4-6214-49cf-9400-d38c0ac6ed02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:57:59Z', 'updated_at': '2021-08-07T04:58:01Z', 'revision_number': 3, 'project_id': '96b35cb678544ebabcc8af7363df0326', 'gw_port': {'id': '6e7ee5c4-6214-49cf-9400-d38c0ac6ed02', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:de:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b927f8-d49e-47e8-9a2f-c7c4c765d6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:59Z', 'updated_at': '2021-08-07T04:58:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi'}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:58:04.564986 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-f4b2c753-0877-4d18-9cd9-cd7b432a6cd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:04.584704 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-413e396c-1091-4241-8af5-b7879bde83fa req-81a0f9a5-7a9e-4495-8a09-aacfe4933cbf tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877955 Aug 07 04:58:04.607574 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-24477929-a002-4caa-9984-92e98848a20d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:04.611355 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.plugin [None req-6268c3d2-0e91-4642-b585-7a3492d91c26 None None] Port 222f52b0-a8ba-46e4-a349-883769faf647 cannot update to ACTIVE because it is not bound. {{(pid=93261) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 04:58:04.617619 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6619018-e24a-4a8f-a3f2-080eafd8b46a None None] The sync data for ids ['b5b927f8-d49e-47e8-9a2f-c7c4c765d6c6'] in dv-cinder-759943-8-iscsi is: [{'id': 'b5b927f8-d49e-47e8-9a2f-c7c4c765d6c6', 'name': 'tempest-TestVolumeBootPattern-814439534-router', 'tenant_id': '96b35cb678544ebabcc8af7363df0326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '6e7ee5c4-6214-49cf-9400-d38c0ac6ed02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:57:59Z', 'updated_at': '2021-08-07T04:58:01Z', 'revision_number': 3, 'project_id': '96b35cb678544ebabcc8af7363df0326', 'gw_port': {'id': '6e7ee5c4-6214-49cf-9400-d38c0ac6ed02', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:de:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b927f8-d49e-47e8-9a2f-c7c4c765d6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:59Z', 'updated_at': '2021-08-07T04:58:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi'}] {{(pid=93262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 04:58:04.673916 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-f4b2c753-0877-4d18-9cd9-cd7b432a6cd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:04.700516 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device 34f9eaed-4411-4aa9-adee-5a16e77f6d82 up at agent ovs-agent-dv-cinder-759943-8-iscsi {{(pid=93261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:58:04.723346 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41913bb6-fb64-4ad3-af5a-54c9f4ced6d1 req-55369d25-c67b-4c83-9fac-76e258ca2f41 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:04.724936 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-41913bb6-fb64-4ad3-af5a-54c9f4ced6d1 req-55369d25-c67b-4c83-9fac-76e258ca2f41 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 946 time: 0.1237173 Aug 07 04:58:04.784235 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Provisioning complete for port 34f9eaed-4411-4aa9-adee-5a16e77f6d82 triggered by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:58:04.786957 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:04.797803 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-41913bb6-fb64-4ad3-af5a-54c9f4ced6d1 req-5595edd5-3152-4a50-a114-b38831ca7ca6 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ace81de-1fdd-4f9f-94d0-b0686fe1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602553 Aug 07 04:58:04.821102 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-f4b2c753-0877-4d18-9cd9-cd7b432a6cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:04.824537 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-f4b2c753-0877-4d18-9cd9-cd7b432a6cd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:04.826139 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-f4b2c753-0877-4d18-9cd9-cd7b432a6cd1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/62ea398c-3b70-497e-957d-fb6bc1d55bde HTTP/1.1" status: 204 len: 168 time: 0.3465412 Aug 07 04:58:04.847755 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-24477929-a002-4caa-9984-92e98848a20d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:04.849081 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b2c753-0877-4d18-9cd9-cd7b432a6cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ea398c-3b70-497e-957d-fb6bc1d55bde,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:04.855561 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-24477929-a002-4caa-9984-92e98848a20d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9563749'] for port, after_update {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:04.947280 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-24477929-a002-4caa-9984-92e98848a20d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766137'] for router_interface, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:04.965943 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device 273fc0e9-9ab0-48df-a716-c8a6646d33b4 up at agent ovs-agent-dv-cinder-759943-8-iscsi {{(pid=93261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:58:05.066551 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d0bdc-eb9b-4326-ae3d-655bf4ecf9ab req-083eb6e6-4c4c-4e8c-8627-6252664aca86 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:05.074289 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-334d0bdc-eb9b-4326-ae3d-655bf4ecf9ab req-083eb6e6-4c4c-4e8c-8627-6252664aca86 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f1084-1b72-4a96-8c40-e3a5522b5152 HTTP/1.1" status: 200 len: 944 time: 0.1546094 Aug 07 04:58:05.095834 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24477929-a002-4caa-9984-92e98848a20d admin admin] Pushing event updated for resources: {'Port': ['ID=222f52b0-a8ba-46e4-a349-883769faf647,revision_number=2']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:05.123176 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Provisioning complete for port 273fc0e9-9ab0-48df-a716-c8a6646d33b4 triggered by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:58:05.123715 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:05.170010 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-334d0bdc-eb9b-4326-ae3d-655bf4ecf9ab req-42f1e4c4-ceff-40bc-a7ec-43ab4f9405d3 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a02d75e-311a-4f0b-88e7-6a868af689f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946999 Aug 07 04:58:05.221874 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24477929-a002-4caa-9984-92e98848a20d admin admin] Network b3a15962-6753-49ce-b1eb-22bccec29f3c is already hosted by enough agents. {{(pid=93260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:58:05.221874 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.base_scheduler [None req-24477929-a002-4caa-9984-92e98848a20d admin admin] Resources bound (agent type, host, resource id): {{(pid=93260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:58:05.310439 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device 562c7290-372f-4b63-874c-9ff5d4bde0ce up at agent hyperv_hv-cinder-75994 {{(pid=93261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:58:05.545470 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Provisioning for port 562c7290-372f-4b63-874c-9ff5d4bde0ce completed by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:58:05.551656 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Provisioning complete for port 562c7290-372f-4b63-874c-9ff5d4bde0ce triggered by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:58:05.554435 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:05.659745 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-1f9fe0b5-ab4d-476a-a370-bd7a0dbb63b8 None None] Provisioning complete for port 222f52b0-a8ba-46e4-a349-883769faf647 triggered by entity DHCP. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:58:05.660445 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-1f9fe0b5-ab4d-476a-a370-bd7a0dbb63b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:05.743194 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.plugin [None req-1f9fe0b5-ab4d-476a-a370-bd7a0dbb63b8 None None] Port 222f52b0-a8ba-46e4-a349-883769faf647 cannot update to ACTIVE because it is not bound. {{(pid=93261) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 04:58:05.743656 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3086d5-a9a8-4935-be58-3e043883d392 req-82394568-3ba8-4982-b4db-bdfe3375e9af tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:05.746512 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-ec3086d5-a9a8-4935-be58-3e043883d392 req-82394568-3ba8-4982-b4db-bdfe3375e9af tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=e26fb9f9-47b8-4e88-96bb-3a4174a1425c HTTP/1.1" status: 200 len: 945 time: 0.0860369 Aug 07 04:58:05.759934 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:05.801747 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-ec3086d5-a9a8-4935-be58-3e043883d392 req-9773cfde-0c8b-4b07-8d7b-d0e77e30d826 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441763 Aug 07 04:58:05.809487 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a83f1084-1b72-4a96-8c40-e3a5522b5152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '562c7290-372f-4b63-874c-9ff5d4bde0ce'}] {{(pid=93261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:58:05.812417 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5d2cee0e1396f99553e356b0c4b33bfeaec0d7e5dcff0a4dea0c896a01c358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5942449-9bd9-4328-bd87-287957e4a19c" -d '{"events": [{"server_uuid": "a83f1084-1b72-4a96-8c40-e3a5522b5152", "name": "network-vif-plugged", "status": "completed", "tag": "562c7290-372f-4b63-874c-9ff5d4bde0ce"}]}' {{(pid=93261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:58:05.830940 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] For port 562c7290-372f-4b63-874c-9ff5d4bde0ce, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=562c7290-372f-4b63-874c-9ff5d4bde0ce,segment=NetworkSegment(b9e981f6-9fda-4321-8932-b8fc344b1172),segment_id=b9e981f6-9fda-4321-8932-b8fc344b1172)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:58:05.833286 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba88d94-3a7a-4e79-b5c3-d2758ae702d1 req-f5cc7b5b-1791-496c-a404-32e0687a48af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:05.835561 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-3ba88d94-3a7a-4e79-b5c3-d2758ae702d1 req-f5cc7b5b-1791-496c-a404-32e0687a48af service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bf4917b012d34a5d91aeccbdaa55f15f&device_id=e26fb9f9-47b8-4e88-96bb-3a4174a1425c HTTP/1.1" status: 200 len: 1098 time: 0.1938691 Aug 07 04:58:05.841429 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:05.841641 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24477929-a002-4caa-9984-92e98848a20d admin admin] Router b5b927f8-d49e-47e8-9a2f-c7c4c765d6c6 has already been hosted by L3 agent c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6 {{(pid=93260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 04:58:05.842511 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab no longer exists at agent hyperv_hv-cinder-75994 {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 04:58:05.943516 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 04:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840817dd-6878-4db9-9ecc-04cb0d115ca4 x-openstack-request-id: req-840817dd-6878-4db9-9ecc-04cb0d115ca4 {{(pid=93261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:58:05.943972 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a83f1084-1b72-4a96-8c40-e3a5522b5152", "name": "network-vif-plugged", "status": "completed", "tag": "562c7290-372f-4b63-874c-9ff5d4bde0ce", "code": 200}]} {{(pid=93261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:58:05.944328 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-840817dd-6878-4db9-9ecc-04cb0d115ca4 {{(pid=93261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:58:05.944850 dv-cinder-759943-8-iscsi neutron-server[93261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a83f1084-1b72-4a96-8c40-e3a5522b5152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '562c7290-372f-4b63-874c-9ff5d4bde0ce', 'code': 200} Aug 07 04:58:05.971477 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb04ff-ef63-48bc-b838-2d9237f6f3cf req-d6dfe129-e6ea-432f-b187-7a9dcf7696bd tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:05.973466 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-e7eb04ff-ef63-48bc-b838-2d9237f6f3cf req-d6dfe129-e6ea-432f-b187-7a9dcf7696bd tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 946 time: 0.0729101 Aug 07 04:58:06.018040 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Pushing event updated for resources: {'Port': ['ID=562c7290-372f-4b63-874c-9ff5d4bde0ce,revision_number=5']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:06.058263 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-e7eb04ff-ef63-48bc-b838-2d9237f6f3cf req-be5e7d36-3735-4ffe-bff0-284ec3fdac0d tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ace81de-1fdd-4f9f-94d0-b0686fe1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750520 Aug 07 04:58:06.097350 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:06.195751 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] For port ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab,segment=NetworkSegment(5c4cc400-a497-44e6-be97-a3f4f6364da8),segment_id=5c4cc400-a497-44e6-be97-a3f4f6364da8)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:58:06.207367 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:06.227570 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba88d94-3a7a-4e79-b5c3-d2758ae702d1 req-b65638bb-fa53-4da0-add4-ff99ac907ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:06.229363 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-3ba88d94-3a7a-4e79-b5c3-d2758ae702d1 req-b65638bb-fa53-4da0-add4-ff99ac907ace service neutron] 10.222.0.43 "GET /v2.0/networks?id=caf0bc31-a106-4ab2-8d11-96d79fef6eec HTTP/1.1" status: 200 len: 920 time: 0.3814042 Aug 07 04:58:06.235606 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24477929-a002-4caa-9984-92e98848a20d admin admin] Notify agent at l3_agent.dv-cinder-759943-8-iscsi the message routers_updated {{(pid=93260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 04:58:06.238266 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7317613-085b-4846-91e7-588e3d685d5a req-c54bed0c-bb3f-4edf-bdd0-8991f091dc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:06.239815 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-e7317613-085b-4846-91e7-588e3d685d5a req-c54bed0c-bb3f-4edf-bdd0-8991f091dc7c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a83f1084-1b72-4a96-8c40-e3a5522b5152 HTTP/1.1" status: 200 len: 1098 time: 0.0954580 Aug 07 04:58:06.258865 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-24477929-a002-4caa-9984-92e98848a20d admin admin] 10.222.0.13 "PUT /v2.0/routers/b5b927f8-d49e-47e8-9a2f-c7c4c765d6c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7336950 Aug 07 04:58:06.316914 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-e7317613-085b-4846-91e7-588e3d685d5a req-8dec81ab-3626-48ae-a1e2-7a239dff48c6 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1a02d75e-311a-4f0b-88e7-6a868af689f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689805 Aug 07 04:58:06.339791 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Pushing event updated for resources: {'Port': ['ID=ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab,revision_number=8']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:06.376288 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-3ba88d94-3a7a-4e79-b5c3-d2758ae702d1 req-de89ddd8-86e8-4bbb-a718-58db6a3844b7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6dbcff7c-00ba-4d70-85a4-255fffbcc0a0 HTTP/1.1" status: 200 len: 217 time: 0.1150641 Aug 07 04:58:06.402833 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e1175-8495-4f8b-a490-0dc0fe4e9dea req-4a7508e7-51c7-4f47-9f75-a1f00d53541f tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:06.405028 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-3d1e1175-8495-4f8b-a490-0dc0fe4e9dea req-4a7508e7-51c7-4f47-9f75-a1f00d53541f tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f1084-1b72-4a96-8c40-e3a5522b5152 HTTP/1.1" status: 200 len: 945 time: 0.0918431 Aug 07 04:58:06.452721 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba88d94-3a7a-4e79-b5c3-d2758ae702d1 req-efddb650-c963-4698-9bbc-53f536e9067e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:06.454574 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-3ba88d94-3a7a-4e79-b5c3-d2758ae702d1 req-efddb650-c963-4698-9bbc-53f536e9067e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9aa1c2af-b174-4fad-8400-e05d1fd01345 HTTP/1.1" status: 200 len: 859 time: 0.0719147 Aug 07 04:58:06.494896 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-3d1e1175-8495-4f8b-a490-0dc0fe4e9dea req-bda98e68-2a53-4bde-bad2-cd3d0f0f4426 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a02d75e-311a-4f0b-88e7-6a868af689f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821259 Aug 07 04:58:06.525410 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-3ba88d94-3a7a-4e79-b5c3-d2758ae702d1 req-ab6ce64e-3328-4152-bf14-82ad76121057 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=caf0bc31-a106-4ab2-8d11-96d79fef6eec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623002 Aug 07 04:58:06.664706 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-3ba88d94-3a7a-4e79-b5c3-d2758ae702d1 req-7066b9d1-8feb-43f9-a4a1-be27a983e31d service neutron] 10.222.0.43 "GET /v2.0/networks/caf0bc31-a106-4ab2-8d11-96d79fef6eec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294777 Aug 07 04:58:06.741422 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device 6e7ee5c4-6214-49cf-9400-d38c0ac6ed02 up at agent ovs-agent-dv-cinder-759943-8-iscsi {{(pid=93261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:58:06.807009 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-3ba88d94-3a7a-4e79-b5c3-d2758ae702d1 req-6d8ce189-0f60-492a-9dd8-0a24c9898252 service neutron] 10.222.0.43 "GET /v2.0/networks/caf0bc31-a106-4ab2-8d11-96d79fef6eec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332145 Aug 07 04:58:06.866386 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Provisioning for port 6e7ee5c4-6214-49cf-9400-d38c0ac6ed02 completed by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:58:06.871925 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Provisioning complete for port 6e7ee5c4-6214-49cf-9400-d38c0ac6ed02 triggered by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:58:06.872577 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:06.962799 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e241f-9daa-4e57-9cfd-cf1798c3ac35 req-92b71c01-7f44-4aa5-93d6-6267ed15ac2f tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:06.964404 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-345e241f-9daa-4e57-9cfd-cf1798c3ac35 req-92b71c01-7f44-4aa5-93d6-6267ed15ac2f tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/ports?device_id=092b9a79-696e-47db-8d09-7415f67f653f HTTP/1.1" status: 200 len: 945 time: 0.0545437 Aug 07 04:58:06.964919 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:06.989504 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] For port 6e7ee5c4-6214-49cf-9400-d38c0ac6ed02, host dv-cinder-759943-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-8-iscsi',level=0,port_id=6e7ee5c4-6214-49cf-9400-d38c0ac6ed02,segment=NetworkSegment(ac6f53da-148d-4154-8f83-3b309cb182da),segment_id=ac6f53da-148d-4154-8f83-3b309cb182da)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:58:06.994369 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:07.018011 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-345e241f-9daa-4e57-9cfd-cf1798c3ac35 req-d82f5ad7-7eb2-4cdd-957d-d8a4f6bfacce tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0c57fd4-e502-41c8-9a9d-2ef84ae6fa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433905 Aug 07 04:58:07.070746 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Pushing event updated for resources: {'Port': ['ID=6e7ee5c4-6214-49cf-9400-d38c0ac6ed02,revision_number=4']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:07.112689 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 40746) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:58:07.118502 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.v2.base [None req-d04e8001-f816-4d74-9a69-419a9b2ec001 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1333684959', 'description': 'tempest-secgroup-smoke-1333684959 description', 'project_id': 'e08ba5ab4feb433fa91e7057f10230b5'}} {{(pid=93259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:58:07.157695 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073bd80e-8609-4613-9751-25913cc113f5 req-65a6070b-29d5-410c-bf30-6142e2a5c983 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:07.159578 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-073bd80e-8609-4613-9751-25913cc113f5 req-65a6070b-29d5-410c-bf30-6142e2a5c983 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=e26fb9f9-47b8-4e88-96bb-3a4174a1425c HTTP/1.1" status: 200 len: 945 time: 0.0659826 Aug 07 04:58:07.166755 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-d04e8001-f816-4d74-9a69-419a9b2ec001 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks [] for security_group, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:07.235073 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-073bd80e-8609-4613-9751-25913cc113f5 req-2e3b2639-dd68-4584-8be9-97a366a6d0cc tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635216 Aug 07 04:58:07.342571 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-d04e8001-f816-4d74-9a69-419a9b2ec001 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks [] for security_group, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:07.350131 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-d04e8001-f816-4d74-9a69-419a9b2ec001 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:07.401767 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04e8001-f816-4d74-9a69-419a9b2ec001 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffdf2399-faeb-48c4-8780-bc2d176294d9,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:07.405023 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-d04e8001-f816-4d74-9a69-419a9b2ec001 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks [] for security_group, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:07.410084 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-d04e8001-f816-4d74-9a69-419a9b2ec001 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2961402 Aug 07 04:58:07.411404 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 40754) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:58:07.418752 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.v2.base [None req-1a4e7ebf-2998-45ee-8eac-6560580df33a tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Request body: {'security_group_rule': {'security_group_id': 'ffdf2399-faeb-48c4-8780-bc2d176294d9', 'project_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:58:07.446689 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d8ed0f-73a7-42cd-a494-bdff959f44a2 req-8b9a4883-8161-4b98-8f75-455c88a64cd0 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:07.448371 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-87d8ed0f-73a7-42cd-a494-bdff959f44a2 req-8b9a4883-8161-4b98-8f75-455c88a64cd0 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 944 time: 0.0815551 Aug 07 04:58:07.473018 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-1a4e7ebf-2998-45ee-8eac-6560580df33a tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:07.492948 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-87d8ed0f-73a7-42cd-a494-bdff959f44a2 req-f6a3466e-db75-466c-a0c5-e5dbb0f4f8a6 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ace81de-1fdd-4f9f-94d0-b0686fe1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366464 Aug 07 04:58:07.578290 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-1a4e7ebf-2998-45ee-8eac-6560580df33a tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:07.588190 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-1a4e7ebf-2998-45ee-8eac-6560580df33a tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733518'] for security_group_rule, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:07.637152 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4e7ebf-2998-45ee-8eac-6560580df33a tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3464fcf4-8329-408f-a5d7-0d0ab100e084,revision_number=0']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:07.642453 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-1a4e7ebf-2998-45ee-8eac-6560580df33a tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:07.646646 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-1a4e7ebf-2998-45ee-8eac-6560580df33a tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2311332 Aug 07 04:58:07.647013 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 40768) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:58:07.652423 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.v2.base [None req-6712d28b-705b-4fb5-9863-bcac5df5bb38 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Request body: {'security_group_rule': {'security_group_id': 'ffdf2399-faeb-48c4-8780-bc2d176294d9', 'project_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:58:07.662740 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57bc79e-bdc0-4c6b-9246-b5329514bbc7 req-26164a17-e7c2-450f-bba1-26be0b423347 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:07.664546 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-b57bc79e-bdc0-4c6b-9246-b5329514bbc7 req-26164a17-e7c2-450f-bba1-26be0b423347 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f1084-1b72-4a96-8c40-e3a5522b5152 HTTP/1.1" status: 200 len: 945 time: 0.0936162 Aug 07 04:58:07.713163 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-b57bc79e-bdc0-4c6b-9246-b5329514bbc7 req-24033e73-f47a-4b58-ba72-f2dda419e55a tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a02d75e-311a-4f0b-88e7-6a868af689f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403032 Aug 07 04:58:07.714512 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-6712d28b-705b-4fb5-9863-bcac5df5bb38 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:07.776647 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 40776) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:58:07.803182 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-6712d28b-705b-4fb5-9863-bcac5df5bb38 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:07.816450 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-6712d28b-705b-4fb5-9863-bcac5df5bb38 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733518'] for security_group_rule, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:07.854507 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6712d28b-705b-4fb5-9863-bcac5df5bb38 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c38cd51-114e-4549-93ab-4b0c53fffc4a,revision_number=0']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:07.865506 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-6712d28b-705b-4fb5-9863-bcac5df5bb38 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:07.865725 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc1d2ab-efb3-498c-86f8-59f504afffb6 None None] Sync routers for ids ['b5b927f8-d49e-47e8-9a2f-c7c4c765d6c6'] in dv-cinder-759943-8-iscsi {{(pid=93261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 04:58:07.866818 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-6712d28b-705b-4fb5-9863-bcac5df5bb38 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2187111 Aug 07 04:58:07.870444 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 40780) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:58:07.878081 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.v2.base [None req-1d25fd25-e3ca-4d4e-b653-b6e9e8fa4490 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Request body: {'security_group_rule': {'security_group_id': 'ffdf2399-faeb-48c4-8780-bc2d176294d9', 'project_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:58:07.881733 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc1d2ab-efb3-498c-86f8-59f504afffb6 None None] Routers {'b5b927f8-d49e-47e8-9a2f-c7c4c765d6c6'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:58:07.882509 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-0fc1d2ab-efb3-498c-86f8-59f504afffb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T04:58:00Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['b5b927f8-d49e-47e8-9a2f-c7c4c765d6c6'], 'active': True} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:58:07.884244 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ec60e-f6ca-4a8a-8dea-02f94e474cf5 req-e141e5c3-14c8-4f55-8e6a-5aad3b94b220 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:07.885781 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-9f2ec60e-f6ca-4a8a-8dea-02f94e474cf5 req-e141e5c3-14c8-4f55-8e6a-5aad3b94b220 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f1084-1b72-4a96-8c40-e3a5522b5152 HTTP/1.1" status: 200 len: 945 time: 0.0815015 Aug 07 04:58:07.898777 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-6246ea5a-4307-4b0c-8ed1-c8d6934a013d req-84a33e1b-5a75-403c-99a4-34a898852c52 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1208975 Aug 07 04:58:07.918887 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-1d25fd25-e3ca-4d4e-b653-b6e9e8fa4490 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:07.934231 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-9f2ec60e-f6ca-4a8a-8dea-02f94e474cf5 req-1b841f32-a80e-414c-87b2-25bb01c12877 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a02d75e-311a-4f0b-88e7-6a868af689f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412192 Aug 07 04:58:07.948125 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44710dc0-6806-45a6-b77f-9a0efe35d705', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab'}] {{(pid=93261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:58:07.951529 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5d2cee0e1396f99553e356b0c4b33bfeaec0d7e5dcff0a4dea0c896a01c358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f268a08-4753-455a-95e4-2d4b90877620" -d '{"events": [{"server_uuid": "44710dc0-6806-45a6-b77f-9a0efe35d705", "name": "network-vif-unplugged", "status": "completed", "tag": "ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab"}]}' {{(pid=93261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:58:07.988102 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-1d25fd25-e3ca-4d4e-b653-b6e9e8fa4490 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:07.995417 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-1d25fd25-e3ca-4d4e-b653-b6e9e8fa4490 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733518'] for security_group_rule, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:08.025835 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-1d25fd25-e3ca-4d4e-b653-b6e9e8fa4490 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:08.029874 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-1d25fd25-e3ca-4d4e-b653-b6e9e8fa4490 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1540985 Aug 07 04:58:08.030735 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 40788) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:58:08.033882 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 07 Aug 2021 04:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a87a7e9-505c-435b-ab71-001eb55b89cc x-openstack-request-id: req-1a87a7e9-505c-435b-ab71-001eb55b89cc {{(pid=93261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:58:08.034295 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44710dc0-6806-45a6-b77f-9a0efe35d705", "name": "network-vif-unplugged", "status": "failed", "tag": "ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab", "code": 422}]} {{(pid=93261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:58:08.034552 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1a87a7e9-505c-435b-ab71-001eb55b89cc {{(pid=93261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:58:08.035081 dv-cinder-759943-8-iscsi neutron-server[93261]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '44710dc0-6806-45a6-b77f-9a0efe35d705', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab', 'code': 422} returned with failed status Aug 07 04:58:08.035491 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.v2.base [None req-e653251f-894d-4daf-819d-8831e4c5a5b2 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Request body: {'security_group_rule': {'security_group_id': 'ffdf2399-faeb-48c4-8780-bc2d176294d9', 'project_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:58:08.039205 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d25fd25-e3ca-4d4e-b653-b6e9e8fa4490 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66f8b029-113d-4866-a45e-8f7a6ac5797f,revision_number=0']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:08.060472 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvr_db [None req-0fc1d2ab-efb3-498c-86f8-59f504afffb6 None None] Set router b5b927f8-d49e-47e8-9a2f-c7c4c765d6c6 gateway port host: dv-cinder-759943-8-iscsi {{(pid=93261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:58:08.105526 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-e653251f-894d-4daf-819d-8831e4c5a5b2 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:08.201032 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ef88cb-8cbe-4ca5-99d3-70193f1f80b3 req-b9746ae8-bdb5-4dec-bb04-71535ceff21e tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:08.203190 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-82ef88cb-8cbe-4ca5-99d3-70193f1f80b3 req-b9746ae8-bdb5-4dec-bb04-71535ceff21e tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/ports?device_id=092b9a79-696e-47db-8d09-7415f67f653f HTTP/1.1" status: 200 len: 945 time: 0.0933754 Aug 07 04:58:08.215508 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-e653251f-894d-4daf-819d-8831e4c5a5b2 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:08.227584 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-e653251f-894d-4daf-819d-8831e4c5a5b2 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733518'] for security_group_rule, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:08.277918 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e653251f-894d-4daf-819d-8831e4c5a5b2 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49d056ac-280b-4cfc-ad49-f1e14ad60153,revision_number=0']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:08.303015 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-82ef88cb-8cbe-4ca5-99d3-70193f1f80b3 req-f37e4113-2043-4432-b78f-6d5f5989be33 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0c57fd4-e502-41c8-9a9d-2ef84ae6fa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0901799 Aug 07 04:58:08.308468 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-e653251f-894d-4daf-819d-8831e4c5a5b2 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:08.315012 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 40800) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:58:08.316989 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-e653251f-894d-4daf-819d-8831e4c5a5b2 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2848690 Aug 07 04:58:08.320140 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.v2.base [None req-30f01c98-c01d-4ad3-87ea-f65ce00b607b tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Request body: {'security_group_rule': {'security_group_id': 'ffdf2399-faeb-48c4-8780-bc2d176294d9', 'project_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:58:08.367490 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.db.securitygroups_db [None req-30f01c98-c01d-4ad3-87ea-f65ce00b607b tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Project e08ba5ab4feb433fa91e7057f10230b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 07 04:58:08.380518 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-30f01c98-c01d-4ad3-87ea-f65ce00b607b tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:08.402347 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-0fc1d2ab-efb3-498c-86f8-59f504afffb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b927f8-d49e-47e8-9a2f-c7c4c765d6c6', 'name': 'tempest-TestVolumeBootPattern-814439534-router', 'tenant_id': '96b35cb678544ebabcc8af7363df0326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '6e7ee5c4-6214-49cf-9400-d38c0ac6ed02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:57:59Z', 'updated_at': '2021-08-07T04:58:04Z', 'revision_number': 4, 'project_id': '96b35cb678544ebabcc8af7363df0326', 'gw_port': {'id': '6e7ee5c4-6214-49cf-9400-d38c0ac6ed02', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:de:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b927f8-d49e-47e8-9a2f-c7c4c765d6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:59Z', 'updated_at': '2021-08-07T04:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi', '_interfaces': [{'id': '222f52b0-a8ba-46e4-a349-883769faf647', 'name': '', 'network_id': 'b3a15962-6753-49ce-b1eb-22bccec29f3c', 'tenant_id': '96b35cb678544ebabcc8af7363df0326', 'mac_address': 'fa:16:3e:33:98:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b927f8-d49e-47e8-9a2f-c7c4c765d6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '645a7c68-374d-4490-a340-310a659c1789', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:58:03Z', 'updated_at': '2021-08-07T04:58:04Z', 'revision_number': 2, 'project_id': '96b35cb678544ebabcc8af7363df0326', 'subnets': [{'id': '645a7c68-374d-4490-a340-310a659c1789', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:58:08.440572 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc1d2ab-efb3-498c-86f8-59f504afffb6 None None] Checking router: b5b927f8-d49e-47e8-9a2f-c7c4c765d6c6 for host: dv-cinder-759943-8-iscsi {{(pid=93261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 04:58:08.441245 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc1d2ab-efb3-498c-86f8-59f504afffb6 None None] Updating router b5b927f8-d49e-47e8-9a2f-c7c4c765d6c6 port 222f52b0-a8ba-46e4-a349-883769faf647 binding host dv-cinder-759943-8-iscsi {{(pid=93261) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 04:58:08.486130 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-0fc1d2ab-efb3-498c-86f8-59f504afffb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:08.486455 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88892786-af6c-4704-ba6e-81e141e82c98 req-59ac838e-b43f-46ef-8d74-199c6e572d2b tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:08.494707 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-88892786-af6c-4704-ba6e-81e141e82c98 req-59ac838e-b43f-46ef-8d74-199c6e572d2b tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f1084-1b72-4a96-8c40-e3a5522b5152 HTTP/1.1" status: 200 len: 945 time: 0.0995800 Aug 07 04:58:08.526012 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab23db1-a6bf-4740-9b3e-ac609ae1e073 req-f28645b8-d659-4910-b9ce-d5c5f9615fce tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:08.528054 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-aab23db1-a6bf-4740-9b3e-ac609ae1e073 req-f28645b8-d659-4910-b9ce-d5c5f9615fce tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=e26fb9f9-47b8-4e88-96bb-3a4174a1425c HTTP/1.1" status: 200 len: 945 time: 0.1306798 Aug 07 04:58:08.573712 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-30f01c98-c01d-4ad3-87ea-f65ce00b607b tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:08.586750 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-30f01c98-c01d-4ad3-87ea-f65ce00b607b tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733518'] for security_group_rule, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:08.587003 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-88892786-af6c-4704-ba6e-81e141e82c98 req-4f5c7fb6-0aba-4c5d-8600-0ced8daae752 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a02d75e-311a-4f0b-88e7-6a868af689f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909040 Aug 07 04:58:08.668195 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-aab23db1-a6bf-4740-9b3e-ac609ae1e073 req-e740912a-1a76-43b6-b04d-bb6c91ce0cef tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230006 Aug 07 04:58:08.683976 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f01c98-c01d-4ad3-87ea-f65ce00b607b tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=649a5f22-1558-4458-a312-2e9a7eb1dc8c,revision_number=0']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:08.721304 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-30f01c98-c01d-4ad3-87ea-f65ce00b607b tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:08.727422 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-30f01c98-c01d-4ad3-87ea-f65ce00b607b tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4069674 Aug 07 04:58:08.728269 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 40806) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:58:08.733780 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.v2.base [None req-5f40b450-9051-4724-aacf-360d175bdeac tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Request body: {'security_group_rule': {'security_group_id': 'ffdf2399-faeb-48c4-8780-bc2d176294d9', 'project_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:58:08.762529 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device 6e7ee5c4-6214-49cf-9400-d38c0ac6ed02 up at agent ovs-agent-dv-cinder-759943-8-iscsi {{(pid=93261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:58:08.771038 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.db.securitygroups_db [None req-5f40b450-9051-4724-aacf-360d175bdeac tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Project e08ba5ab4feb433fa91e7057f10230b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 07 04:58:08.778178 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-5f40b450-9051-4724-aacf-360d175bdeac tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:08.798119 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bd4c7a-edae-46e6-a64a-dddf13020307 req-84f15d48-bec2-4ce9-b8fe-4e7a70663121 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:08.806194 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-e8bd4c7a-edae-46e6-a64a-dddf13020307 req-84f15d48-bec2-4ce9-b8fe-4e7a70663121 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 944 time: 0.1015649 Aug 07 04:58:08.867048 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-e8bd4c7a-edae-46e6-a64a-dddf13020307 req-dd8af73f-25f7-4f5f-9ec4-9d1a557fb943 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ace81de-1fdd-4f9f-94d0-b0686fe1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585029 Aug 07 04:58:08.886228 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-5f40b450-9051-4724-aacf-360d175bdeac tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:08.892995 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-5f40b450-9051-4724-aacf-360d175bdeac tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733518'] for security_group_rule, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:08.926476 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f40b450-9051-4724-aacf-360d175bdeac tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25be0b94-7cc2-498a-929d-41a0e8a076ad,revision_number=0']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:08.936377 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-5f40b450-9051-4724-aacf-360d175bdeac tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:08.938595 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-5f40b450-9051-4724-aacf-360d175bdeac tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2091439 Aug 07 04:58:08.995363 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Provisioning complete for port 6e7ee5c4-6214-49cf-9400-d38c0ac6ed02 triggered by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:58:08.995959 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:09.185627 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-0fc1d2ab-efb3-498c-86f8-59f504afffb6 None None] Notify callbacks [] for port, precommit_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:09.206833 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-0fc1d2ab-efb3-498c-86f8-59f504afffb6 None None] Transition to ACTIVE for port object 222f52b0-a8ba-46e4-a349-883769faf647 will not be triggered until provisioned by entity L2. {{(pid=93261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:58:09.214565 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-0fc1d2ab-efb3-498c-86f8-59f504afffb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:09.269948 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab no longer exists at agent hyperv_hv-cinder-75994 {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 04:58:09.335640 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f6bb5-ac6f-4717-aa47-99e279f4db98 None None] Pushing event updated for resources: {'Port': ['ID=222f52b0-a8ba-46e4-a349-883769faf647,revision_number=3']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:09.682110 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.managers [None req-0fc1d2ab-efb3-498c-86f8-59f504afffb6 None None] Attempting to bind port 222f52b0-a8ba-46e4-a349-883769faf647 on host dv-cinder-759943-8-iscsi for vnic_type normal with profile {{(pid=93261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:58:09.682727 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.managers [None req-0fc1d2ab-efb3-498c-86f8-59f504afffb6 None None] Attempting to bind port 222f52b0-a8ba-46e4-a349-883769faf647 by drivers openvswitch,hyperv on host dv-cinder-759943-8-iscsi at level 0 using segments [{'id': '2ba60da2-721d-4f69-a0c0-c749dbefa83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'b3a15962-6753-49ce-b1eb-22bccec29f3c'}] {{(pid=93261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:58:09.683292 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc1d2ab-efb3-498c-86f8-59f504afffb6 None None] Attempting to bind port 222f52b0-a8ba-46e4-a349-883769faf647 on network b3a15962-6753-49ce-b1eb-22bccec29f3c {{(pid=93261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:58:09.701706 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc1d2ab-efb3-498c-86f8-59f504afffb6 None None] Checking agent: {'id': '22f5c6e5-2ebd-4458-ab09-beb81a4e99be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 47, 30), 'started_at': datetime.datetime(2021, 8, 7, 4, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:58:09.702987 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc1d2ab-efb3-498c-86f8-59f504afffb6 None None] Checking segment: {'id': '2ba60da2-721d-4f69-a0c0-c749dbefa83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'b3a15962-6753-49ce-b1eb-22bccec29f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:58:09.703642 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-0fc1d2ab-efb3-498c-86f8-59f504afffb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:09.704251 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc1d2ab-efb3-498c-86f8-59f504afffb6 None None] Bound using segment: {'id': '2ba60da2-721d-4f69-a0c0-c749dbefa83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'b3a15962-6753-49ce-b1eb-22bccec29f3c'} {{(pid=93261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:58:09.705063 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb708e1-d63b-4cee-8851-6ca7c2712078 req-9c1ed602-ff7a-44d2-bb9e-2e7e4d73d5a4 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:09.709300 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.managers [None req-0fc1d2ab-efb3-498c-86f8-59f504afffb6 None None] Bound port: 222f52b0-a8ba-46e4-a349-883769faf647, host: dv-cinder-759943-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ba60da2-721d-4f69-a0c0-c749dbefa83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'b3a15962-6753-49ce-b1eb-22bccec29f3c'}}] {{(pid=93261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:58:09.710401 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-0fc1d2ab-efb3-498c-86f8-59f504afffb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:09.718395 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-5cb708e1-d63b-4cee-8851-6ca7c2712078 req-9c1ed602-ff7a-44d2-bb9e-2e7e4d73d5a4 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/ports?device_id=092b9a79-696e-47db-8d09-7415f67f653f HTTP/1.1" status: 200 len: 945 time: 0.0826814 Aug 07 04:58:09.770318 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-5cb708e1-d63b-4cee-8851-6ca7c2712078 req-a8fb8cd3-af78-4b54-9f19-5287f057fcd1 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0c57fd4-e502-41c8-9a9d-2ef84ae6fa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0506165 Aug 07 04:58:09.850549 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-0fc1d2ab-efb3-498c-86f8-59f504afffb6 None None] For port 222f52b0-a8ba-46e4-a349-883769faf647, host dv-cinder-759943-8-iscsi, cleared binding levels {{(pid=93261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:58:09.860082 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-0fc1d2ab-efb3-498c-86f8-59f504afffb6 None None] For port 222f52b0-a8ba-46e4-a349-883769faf647, host dv-cinder-759943-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-8-iscsi',level=0,port_id=222f52b0-a8ba-46e4-a349-883769faf647,segment=NetworkSegment(2ba60da2-721d-4f69-a0c0-c749dbefa83a),segment_id=2ba60da2-721d-4f69-a0c0-c749dbefa83a)] {{(pid=93261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:58:09.870253 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-0fc1d2ab-efb3-498c-86f8-59f504afffb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:09.920484 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38869930-d427-4467-a312-4d22bfb96fc2 req-50e6e7f1-2e57-4170-9779-1d8e9ba80e56 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:09.933918 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-38869930-d427-4467-a312-4d22bfb96fc2 req-50e6e7f1-2e57-4170-9779-1d8e9ba80e56 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=e26fb9f9-47b8-4e88-96bb-3a4174a1425c HTTP/1.1" status: 200 len: 945 time: 0.1508567 Aug 07 04:58:09.946551 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc1d2ab-efb3-498c-86f8-59f504afffb6 None None] Routers {'b5b927f8-d49e-47e8-9a2f-c7c4c765d6c6'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:58:09.947584 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-0fc1d2ab-efb3-498c-86f8-59f504afffb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T04:58:00Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['b5b927f8-d49e-47e8-9a2f-c7c4c765d6c6'], 'active': True} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:58:09.992406 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f6bb5-ac6f-4717-aa47-99e279f4db98 None None] Pushing event updated for resources: {'Port': ['ID=222f52b0-a8ba-46e4-a349-883769faf647,revision_number=4']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:10.035928 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-38869930-d427-4467-a312-4d22bfb96fc2 req-74c8a004-4bf8-4510-9092-37a3fc88a820 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002564 Aug 07 04:58:10.150480 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f880904-733e-4ee2-89b7-682e69edc085 req-53ad6c45-ff5f-421d-b80f-3bdd97b46da4 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:10.153380 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-9f880904-733e-4ee2-89b7-682e69edc085 req-53ad6c45-ff5f-421d-b80f-3bdd97b46da4 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 944 time: 0.1012459 Aug 07 04:58:10.172247 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvr_db [None req-0fc1d2ab-efb3-498c-86f8-59f504afffb6 None None] Set router b5b927f8-d49e-47e8-9a2f-c7c4c765d6c6 gateway port host: dv-cinder-759943-8-iscsi {{(pid=93261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:58:10.238976 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-9f880904-733e-4ee2-89b7-682e69edc085 req-7f0d78cc-4365-4c73-bc6f-6c2f29d93870 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ace81de-1fdd-4f9f-94d0-b0686fe1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729015 Aug 07 04:58:10.331229 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6246ea5a-4307-4b0c-8ed1-c8d6934a013d req-33c02c67-a668-404b-81cf-5dbb0463a378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:10.334224 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-6246ea5a-4307-4b0c-8ed1-c8d6934a013d req-33c02c67-a668-404b-81cf-5dbb0463a378 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705&tenant_id=ca9c8154dc664b57bc9452622c79c0c6 HTTP/1.1" status: 200 len: 1097 time: 0.1150169 Aug 07 04:58:10.486815 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6246ea5a-4307-4b0c-8ed1-c8d6934a013d req-26a237d0-6f38-4e73-9cea-13d1bed81575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:10.489031 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-6246ea5a-4307-4b0c-8ed1-c8d6934a013d req-26a237d0-6f38-4e73-9cea-13d1bed81575 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ca9c8154dc664b57bc9452622c79c0c6&device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 1097 time: 0.1021347 Aug 07 04:58:10.537320 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-0fc1d2ab-efb3-498c-86f8-59f504afffb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b927f8-d49e-47e8-9a2f-c7c4c765d6c6', 'name': 'tempest-TestVolumeBootPattern-814439534-router', 'tenant_id': '96b35cb678544ebabcc8af7363df0326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '6e7ee5c4-6214-49cf-9400-d38c0ac6ed02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:57:59Z', 'updated_at': '2021-08-07T04:58:04Z', 'revision_number': 4, 'project_id': '96b35cb678544ebabcc8af7363df0326', 'gw_port': {'id': '6e7ee5c4-6214-49cf-9400-d38c0ac6ed02', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:de:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b927f8-d49e-47e8-9a2f-c7c4c765d6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:59Z', 'updated_at': '2021-08-07T04:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi', '_interfaces': [{'id': '222f52b0-a8ba-46e4-a349-883769faf647', 'name': '', 'network_id': 'b3a15962-6753-49ce-b1eb-22bccec29f3c', 'tenant_id': '96b35cb678544ebabcc8af7363df0326', 'mac_address': 'fa:16:3e:33:98:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b927f8-d49e-47e8-9a2f-c7c4c765d6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '645a7c68-374d-4490-a340-310a659c1789', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:58:03Z', 'updated_at': '2021-08-07T04:58:09Z', 'revision_number': 4, 'project_id': '96b35cb678544ebabcc8af7363df0326', 'subnets': [{'id': '645a7c68-374d-4490-a340-310a659c1789', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:58:10.604867 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc1d2ab-efb3-498c-86f8-59f504afffb6 None None] The sync data for ids ['b5b927f8-d49e-47e8-9a2f-c7c4c765d6c6'] in dv-cinder-759943-8-iscsi is: [{'id': 'b5b927f8-d49e-47e8-9a2f-c7c4c765d6c6', 'name': 'tempest-TestVolumeBootPattern-814439534-router', 'tenant_id': '96b35cb678544ebabcc8af7363df0326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '6e7ee5c4-6214-49cf-9400-d38c0ac6ed02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:57:59Z', 'updated_at': '2021-08-07T04:58:04Z', 'revision_number': 4, 'project_id': '96b35cb678544ebabcc8af7363df0326', 'gw_port': {'id': '6e7ee5c4-6214-49cf-9400-d38c0ac6ed02', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:de:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b927f8-d49e-47e8-9a2f-c7c4c765d6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:59Z', 'updated_at': '2021-08-07T04:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi', '_interfaces': [{'id': '222f52b0-a8ba-46e4-a349-883769faf647', 'name': '', 'network_id': 'b3a15962-6753-49ce-b1eb-22bccec29f3c', 'tenant_id': '96b35cb678544ebabcc8af7363df0326', 'mac_address': 'fa:16:3e:33:98:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5b927f8-d49e-47e8-9a2f-c7c4c765d6c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '645a7c68-374d-4490-a340-310a659c1789', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:58:03Z', 'updated_at': '2021-08-07T04:58:09Z', 'revision_number': 4, 'project_id': '96b35cb678544ebabcc8af7363df0326', 'subnets': [{'id': '645a7c68-374d-4490-a340-310a659c1789', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 04:58:10.662606 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6246ea5a-4307-4b0c-8ed1-c8d6934a013d req-a5e68fb7-de5e-4e5f-8619-f73e9b595680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:10.684721 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-6246ea5a-4307-4b0c-8ed1-c8d6934a013d req-a5e68fb7-de5e-4e5f-8619-f73e9b595680 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4c392ea1-f973-4e27-8c93-9da70b5eee3e HTTP/1.1" status: 200 len: 918 time: 0.1824501 Aug 07 04:58:10.828504 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-6246ea5a-4307-4b0c-8ed1-c8d6934a013d req-01ae94be-aeb1-4ee2-bf8d-53f105e5d5d7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab HTTP/1.1" status: 200 len: 1000 time: 0.1352222 Aug 07 04:58:10.938790 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6246ea5a-4307-4b0c-8ed1-c8d6934a013d req-bafa35cb-c86b-4eb8-b32a-9dec73bd3159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:10.940338 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-6246ea5a-4307-4b0c-8ed1-c8d6934a013d req-bafa35cb-c86b-4eb8-b32a-9dec73bd3159 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c03fc84b-f6fc-4f24-bb48-576f621db152 HTTP/1.1" status: 200 len: 856 time: 0.1038103 Aug 07 04:58:10.980042 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5923d22a-a8bc-46e9-b743-db2447298f1e req-92e8df13-7449-4550-a19c-6dfa69be71f2 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:10.981621 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-5923d22a-a8bc-46e9-b743-db2447298f1e req-92e8df13-7449-4550-a19c-6dfa69be71f2 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/ports?device_id=092b9a79-696e-47db-8d09-7415f67f653f HTTP/1.1" status: 200 len: 945 time: 0.0796371 Aug 07 04:58:11.072917 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-5923d22a-a8bc-46e9-b743-db2447298f1e req-e633471c-91c3-4a29-b34a-b251e761c1ba tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0c57fd4-e502-41c8-9a9d-2ef84ae6fa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0640604 Aug 07 04:58:11.115827 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6246ea5a-4307-4b0c-8ed1-c8d6934a013d req-a83f749f-d895-43b7-80e4-ac0d1f8df592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:11.117723 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-6246ea5a-4307-4b0c-8ed1-c8d6934a013d req-a83f749f-d895-43b7-80e4-ac0d1f8df592 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4c392ea1-f973-4e27-8c93-9da70b5eee3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1612525 Aug 07 04:58:11.294678 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-6246ea5a-4307-4b0c-8ed1-c8d6934a013d req-8a3672d0-164a-4478-ab44-1c40678b5f7e service neutron] 10.222.0.43 "GET /v2.0/networks/4c392ea1-f973-4e27-8c93-9da70b5eee3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572795 Aug 07 04:58:11.497851 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d43f0c-ec32-4d10-a155-bb25eeab6bb8 req-4f5f759e-256c-41b7-aad4-b68b9f7d69c3 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:11.499838 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-31d43f0c-ec32-4d10-a155-bb25eeab6bb8 req-4f5f759e-256c-41b7-aad4-b68b9f7d69c3 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 944 time: 0.1605561 Aug 07 04:58:11.745002 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-6246ea5a-4307-4b0c-8ed1-c8d6934a013d req-600841d3-e9b4-41d0-8fa8-a80983e1dba2 service neutron] 10.222.0.43 "GET /v2.0/networks/4c392ea1-f973-4e27-8c93-9da70b5eee3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4420576 Aug 07 04:58:11.772985 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-31d43f0c-ec32-4d10-a155-bb25eeab6bb8 req-a8b71264-7bf7-4ac3-9d4b-4e9cf5bd76ff tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ace81de-1fdd-4f9f-94d0-b0686fe1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2623811 Aug 07 04:58:11.877241 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573cf69a-d4ae-4436-a97f-6971322cf882 req-4a5f5c86-569b-4ce9-af81-bcbfaea4f419 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:11.880422 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-573cf69a-d4ae-4436-a97f-6971322cf882 req-4a5f5c86-569b-4ce9-af81-bcbfaea4f419 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=e26fb9f9-47b8-4e88-96bb-3a4174a1425c HTTP/1.1" status: 200 len: 945 time: 0.0625064 Aug 07 04:58:11.932618 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-573cf69a-d4ae-4436-a97f-6971322cf882 req-0fd46503-b3d3-4016-9b9e-92117b3b7849 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440445 Aug 07 04:58:12.255094 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838018df-ba16-44bd-85d3-0ec3f4f1fc25 req-3944b76f-c1bc-4f3a-b790-91d8ed083d40 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:12.257005 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-838018df-ba16-44bd-85d3-0ec3f4f1fc25 req-3944b76f-c1bc-4f3a-b790-91d8ed083d40 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/ports?device_id=092b9a79-696e-47db-8d09-7415f67f653f HTTP/1.1" status: 200 len: 945 time: 0.0626318 Aug 07 04:58:12.328818 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-838018df-ba16-44bd-85d3-0ec3f4f1fc25 req-6403c9d3-b15a-495c-8d94-f2ede671b0cf tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0c57fd4-e502-41c8-9a9d-2ef84ae6fa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0564728 Aug 07 04:58:12.793621 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device 222f52b0-a8ba-46e4-a349-883769faf647 up at agent ovs-agent-dv-cinder-759943-8-iscsi {{(pid=93261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:58:12.868468 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Provisioning for port 222f52b0-a8ba-46e4-a349-883769faf647 completed by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:58:12.884710 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Provisioning complete for port 222f52b0-a8ba-46e4-a349-883769faf647 triggered by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:58:12.885411 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:13.046665 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:13.103245 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1818def-3215-4f58-b690-1da12770ead1 req-bef5da87-afd5-4f9a-bc06-0e7fc391ddc4 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:13.120247 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-e1818def-3215-4f58-b690-1da12770ead1 req-bef5da87-afd5-4f9a-bc06-0e7fc391ddc4 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 944 time: 0.1336951 Aug 07 04:58:13.153236 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] For port 222f52b0-a8ba-46e4-a349-883769faf647, host dv-cinder-759943-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-8-iscsi',level=0,port_id=222f52b0-a8ba-46e4-a349-883769faf647,segment=NetworkSegment(2ba60da2-721d-4f69-a0c0-c749dbefa83a),segment_id=2ba60da2-721d-4f69-a0c0-c749dbefa83a)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:58:13.163173 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:13.217453 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-e1818def-3215-4f58-b690-1da12770ead1 req-3c54a178-117f-4d3a-9514-2d881744edc6 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ace81de-1fdd-4f9f-94d0-b0686fe1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956731 Aug 07 04:58:13.369984 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Pushing event updated for resources: {'Port': ['ID=222f52b0-a8ba-46e4-a349-883769faf647,revision_number=5']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:13.605926 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb31a7-f94c-4122-b597-2d9ae5aaf15c req-7dd5f089-eb32-44ab-9189-3c36d1dd4ca3 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:13.609775 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-a6bb31a7-f94c-4122-b597-2d9ae5aaf15c req-7dd5f089-eb32-44ab-9189-3c36d1dd4ca3 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/ports?device_id=092b9a79-696e-47db-8d09-7415f67f653f HTTP/1.1" status: 200 len: 945 time: 0.1753871 Aug 07 04:58:13.792378 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-a6bb31a7-f94c-4122-b597-2d9ae5aaf15c req-62dcb0a4-2f34-49c2-a271-dd8251666b78 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0c57fd4-e502-41c8-9a9d-2ef84ae6fa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1701300 Aug 07 04:58:14.474048 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08954027-6d85-4653-8a0e-9bfe1c588f1c req-aa4ec6a6-b3bd-4ea3-afe5-18e375bb97d4 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:14.475664 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-08954027-6d85-4653-8a0e-9bfe1c588f1c req-aa4ec6a6-b3bd-4ea3-afe5-18e375bb97d4 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 944 time: 0.0760946 Aug 07 04:58:14.525089 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-08954027-6d85-4653-8a0e-9bfe1c588f1c req-b05a458e-43cf-4704-8004-de4e7b55cc7f tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ace81de-1fdd-4f9f-94d0-b0686fe1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431876 Aug 07 04:58:14.682040 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device 222f52b0-a8ba-46e4-a349-883769faf647 up at agent ovs-agent-dv-cinder-759943-8-iscsi {{(pid=93261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:58:14.744546 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Provisioning complete for port 222f52b0-a8ba-46e4-a349-883769faf647 triggered by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:58:14.744916 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:15.023181 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0d35ff-5462-4a78-998d-d140f49b193d req-c036d343-9c2c-4a3f-b5f3-132ba5d61698 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:15.024786 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-6d0d35ff-5462-4a78-998d-d140f49b193d req-c036d343-9c2c-4a3f-b5f3-132ba5d61698 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/ports?device_id=092b9a79-696e-47db-8d09-7415f67f653f HTTP/1.1" status: 200 len: 945 time: 0.0778229 Aug 07 04:58:15.076614 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-6d0d35ff-5462-4a78-998d-d140f49b193d req-0c5f5ae6-e65b-472f-b613-69d8ad64b140 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0c57fd4-e502-41c8-9a9d-2ef84ae6fa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445056 Aug 07 04:58:15.732267 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ef5bc-da6a-466b-90bb-4dccc795dd1a req-294c8c1d-feb2-492f-9d35-b82fd9307129 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:15.735925 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-660ef5bc-da6a-466b-90bb-4dccc795dd1a req-294c8c1d-feb2-492f-9d35-b82fd9307129 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 944 time: 0.0634773 Aug 07 04:58:15.799252 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-660ef5bc-da6a-466b-90bb-4dccc795dd1a req-fcaaa660-ab9b-48a4-8f0b-f666ef386a81 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ace81de-1fdd-4f9f-94d0-b0686fe1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569487 Aug 07 04:58:16.280391 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8d7f23-3011-4903-8d28-9f12d60269ed req-b6fd5757-100d-4695-82c9-d4f6330cd7af tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:16.282332 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-cb8d7f23-3011-4903-8d28-9f12d60269ed req-b6fd5757-100d-4695-82c9-d4f6330cd7af tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/ports?device_id=092b9a79-696e-47db-8d09-7415f67f653f HTTP/1.1" status: 200 len: 945 time: 0.0852332 Aug 07 04:58:16.338188 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-cb8d7f23-3011-4903-8d28-9f12d60269ed req-295fb2cb-740e-4b36-9c73-c92f04441bd2 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0c57fd4-e502-41c8-9a9d-2ef84ae6fa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0497019 Aug 07 04:58:16.661563 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.agents_db [None req-236ba2d6-2b68-46f9-96aa-64978379ec1a None None] Agent healthcheck: found 6 active agents {{(pid=93262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 04:58:16.988229 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3243a151-5309-4018-b149-e7e24295b19e req-35b7fcfc-a209-43eb-ad4d-ce946afdec76 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:17.002219 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-3243a151-5309-4018-b149-e7e24295b19e req-35b7fcfc-a209-43eb-ad4d-ce946afdec76 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 944 time: 0.1104097 Aug 07 04:58:17.078421 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-3243a151-5309-4018-b149-e7e24295b19e req-155a53e7-8da3-4e09-aa84-a746646cf982 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ace81de-1fdd-4f9f-94d0-b0686fe1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735729 Aug 07 04:58:17.540679 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74940a0d-3310-41aa-84ca-34a87268eb05 req-9149a409-2dc5-49e4-b19d-ac063df8753e tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:17.542659 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-74940a0d-3310-41aa-84ca-34a87268eb05 req-9149a409-2dc5-49e4-b19d-ac063df8753e tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/ports?device_id=092b9a79-696e-47db-8d09-7415f67f653f HTTP/1.1" status: 200 len: 945 time: 0.0850484 Aug 07 04:58:17.594230 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-74940a0d-3310-41aa-84ca-34a87268eb05 req-4e638073-1b9d-46db-9377-d4aca5303e32 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0c57fd4-e502-41c8-9a9d-2ef84ae6fa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408912 Aug 07 04:58:18.268068 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c493a580-1e1a-44f3-9947-6cd9ec9dd81f req-f6005ea9-57a7-43fc-bc51-1a730bca6760 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:18.270242 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-c493a580-1e1a-44f3-9947-6cd9ec9dd81f req-f6005ea9-57a7-43fc-bc51-1a730bca6760 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 944 time: 0.0599487 Aug 07 04:58:18.324463 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-c493a580-1e1a-44f3-9947-6cd9ec9dd81f req-2a647b13-6018-4268-9576-92e9c95706da tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ace81de-1fdd-4f9f-94d0-b0686fe1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455482 Aug 07 04:58:18.776283 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aaeb1e-3c4e-4245-b298-75fc0e07af32 req-5542eaba-7294-4a60-a9ab-cf4c59b4c92d tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:18.778358 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-c5aaeb1e-3c4e-4245-b298-75fc0e07af32 req-5542eaba-7294-4a60-a9ab-cf4c59b4c92d tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/ports?device_id=092b9a79-696e-47db-8d09-7415f67f653f HTTP/1.1" status: 200 len: 945 time: 0.0974495 Aug 07 04:58:18.827953 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-c5aaeb1e-3c4e-4245-b298-75fc0e07af32 req-84c4048a-762c-498b-a445-f5d34e07f0ab tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0c57fd4-e502-41c8-9a9d-2ef84ae6fa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412540 Aug 07 04:58:19.523602 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b3eeee-861f-4970-8eac-24741d52087a req-dd4cf487-8c7d-44fa-87a7-3ca58a8d6683 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:19.525206 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-d1b3eeee-861f-4970-8eac-24741d52087a req-dd4cf487-8c7d-44fa-87a7-3ca58a8d6683 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 944 time: 0.0850334 Aug 07 04:58:19.586971 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-d1b3eeee-861f-4970-8eac-24741d52087a req-fd308a44-93b4-4d1d-b1dc-7b418b3be681 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ace81de-1fdd-4f9f-94d0-b0686fe1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547009 Aug 07 04:58:20.007270 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b58bbe-d9c5-4b9c-88bb-db03e405f8e8 req-b69804a3-3671-4cb4-bc97-df6313d93f3f tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:20.008886 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-83b58bbe-d9c5-4b9c-88bb-db03e405f8e8 req-b69804a3-3671-4cb4-bc97-df6313d93f3f tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/ports?device_id=092b9a79-696e-47db-8d09-7415f67f653f HTTP/1.1" status: 200 len: 945 time: 0.0647426 Aug 07 04:58:20.075369 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-83b58bbe-d9c5-4b9c-88bb-db03e405f8e8 req-76e9d38e-a3e9-4a67-b970-8ca880f59990 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0c57fd4-e502-41c8-9a9d-2ef84ae6fa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0588789 Aug 07 04:58:20.787217 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea278fd8-f399-4d5d-8ac3-713748436329 req-138eda5f-d40b-4e44-9fd0-9f0541e2d6d6 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:20.788853 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-ea278fd8-f399-4d5d-8ac3-713748436329 req-138eda5f-d40b-4e44-9fd0-9f0541e2d6d6 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 944 time: 0.0878165 Aug 07 04:58:20.836676 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-ea278fd8-f399-4d5d-8ac3-713748436329 req-3ea427e5-1819-4a24-9949-a3a4866a52cf tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ace81de-1fdd-4f9f-94d0-b0686fe1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397954 Aug 07 04:58:21.260251 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cbbe27-8b1a-48e8-95bd-d1d502286151 req-780a8a1f-f4ae-4fe4-9c4e-63f0cc739915 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:21.261943 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-34cbbe27-8b1a-48e8-95bd-d1d502286151 req-780a8a1f-f4ae-4fe4-9c4e-63f0cc739915 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/ports?device_id=092b9a79-696e-47db-8d09-7415f67f653f HTTP/1.1" status: 200 len: 945 time: 0.0782006 Aug 07 04:58:21.321634 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-34cbbe27-8b1a-48e8-95bd-d1d502286151 req-a69c2644-f384-4ccd-8ebc-10af7edf3772 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0c57fd4-e502-41c8-9a9d-2ef84ae6fa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482082 Aug 07 04:58:22.059917 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f236b9a-e290-47b0-a5a6-9df303ffb9a8 req-e113950f-e3d6-4be8-96c2-3f61436f493a tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:22.064462 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-7f236b9a-e290-47b0-a5a6-9df303ffb9a8 req-e113950f-e3d6-4be8-96c2-3f61436f493a tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 944 time: 0.1040757 Aug 07 04:58:22.124568 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-7f236b9a-e290-47b0-a5a6-9df303ffb9a8 req-6d4d1a99-e8db-4150-b0eb-54f9af8cde52 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ace81de-1fdd-4f9f-94d0-b0686fe1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478723 Aug 07 04:58:22.511083 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cfbc82-4099-48ad-8da0-1655ffbada1b req-c0356050-55dc-42d6-b6b7-5778dc551237 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:22.513609 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-00cfbc82-4099-48ad-8da0-1655ffbada1b req-c0356050-55dc-42d6-b6b7-5778dc551237 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/ports?device_id=092b9a79-696e-47db-8d09-7415f67f653f HTTP/1.1" status: 200 len: 945 time: 0.0682240 Aug 07 04:58:22.596807 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-00cfbc82-4099-48ad-8da0-1655ffbada1b req-75628ffc-8840-4986-a0cb-92809fb0671e tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0c57fd4-e502-41c8-9a9d-2ef84ae6fa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0708799 Aug 07 04:58:23.302856 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5cde76-3a69-43f5-acab-1292d594467e req-dced4035-a45d-4768-949b-0ce299807b4e tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:23.304658 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-4c5cde76-3a69-43f5-acab-1292d594467e req-dced4035-a45d-4768-949b-0ce299807b4e tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 944 time: 0.0694087 Aug 07 04:58:23.353502 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-4c5cde76-3a69-43f5-acab-1292d594467e req-fd316048-8570-41bb-bae5-fa38bd0ca462 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ace81de-1fdd-4f9f-94d0-b0686fe1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405080 Aug 07 04:58:23.821596 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba75eaa-b192-4847-b2fb-2d6290343970 req-3cdde011-6c3e-4aee-8661-22dc781cfc2f tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:23.825279 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-7ba75eaa-b192-4847-b2fb-2d6290343970 req-3cdde011-6c3e-4aee-8661-22dc781cfc2f tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/ports?device_id=092b9a79-696e-47db-8d09-7415f67f653f HTTP/1.1" status: 200 len: 945 time: 0.1171210 Aug 07 04:58:23.886335 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-7ba75eaa-b192-4847-b2fb-2d6290343970 req-a90229a7-83cc-468b-b560-480a7c155dba tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0c57fd4-e502-41c8-9a9d-2ef84ae6fa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512507 Aug 07 04:58:24.533778 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c738149c-5cbb-4aad-ac61-7d3951e38b64 req-68e70f65-629e-45ac-a68f-766a6f3ee2f7 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:24.536526 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-c738149c-5cbb-4aad-ac61-7d3951e38b64 req-68e70f65-629e-45ac-a68f-766a6f3ee2f7 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 944 time: 0.0829060 Aug 07 04:58:24.579767 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-c738149c-5cbb-4aad-ac61-7d3951e38b64 req-17993f59-ef4b-4dbc-8a9d-45bd56cecd56 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ace81de-1fdd-4f9f-94d0-b0686fe1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370004 Aug 07 04:58:25.041933 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833c5e2-ee78-4ade-b4f3-dcc221ec3ce2 req-5adf28f3-1f5e-4768-911b-e136f6de7020 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:25.043576 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-9833c5e2-ee78-4ade-b4f3-dcc221ec3ce2 req-5adf28f3-1f5e-4768-911b-e136f6de7020 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/ports?device_id=092b9a79-696e-47db-8d09-7415f67f653f HTTP/1.1" status: 200 len: 945 time: 0.0538249 Aug 07 04:58:25.095067 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-9833c5e2-ee78-4ade-b4f3-dcc221ec3ce2 req-34d19a49-45df-481e-8616-b2b1822d8ee0 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0c57fd4-e502-41c8-9a9d-2ef84ae6fa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393529 Aug 07 04:58:25.720320 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6240b94f-8d5a-4e6d-aec2-b921c8409eff req-b456fa38-a19d-4707-a4ae-ec480c71bfad tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:25.721966 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-6240b94f-8d5a-4e6d-aec2-b921c8409eff req-b456fa38-a19d-4707-a4ae-ec480c71bfad tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 944 time: 0.0543807 Aug 07 04:58:25.769575 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-6240b94f-8d5a-4e6d-aec2-b921c8409eff req-edeb7e21-52b2-44a6-913a-59d5cd54a370 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ace81de-1fdd-4f9f-94d0-b0686fe1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411243 Aug 07 04:58:26.258262 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8936d1-c827-4e66-9d77-4fc53ce634c6 req-e1cd76da-0f85-41aa-b7b0-0acee4c41f65 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:26.259795 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-9d8936d1-c827-4e66-9d77-4fc53ce634c6 req-e1cd76da-0f85-41aa-b7b0-0acee4c41f65 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/ports?device_id=092b9a79-696e-47db-8d09-7415f67f653f HTTP/1.1" status: 200 len: 945 time: 0.0698745 Aug 07 04:58:26.338884 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-9d8936d1-c827-4e66-9d77-4fc53ce634c6 req-80a2c436-cacc-40fe-a26e-b5c4243ae72e tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0c57fd4-e502-41c8-9a9d-2ef84ae6fa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0680845 Aug 07 04:58:26.343162 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428e9300-8c88-4829-894a-958b0862b0e2 req-bf2ef1e3-b974-4a8e-8e6b-d4cf2054752f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:26.344870 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-428e9300-8c88-4829-894a-958b0862b0e2 req-bf2ef1e3-b974-4a8e-8e6b-d4cf2054752f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a09787aaf9f8489b9ce80e474968b0c0&device_id=092b9a79-696e-47db-8d09-7415f67f653f HTTP/1.1" status: 200 len: 1098 time: 0.0827053 Aug 07 04:58:26.513571 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428e9300-8c88-4829-894a-958b0862b0e2 req-e4cacbb8-0091-4843-ba09-14dd18ea22fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:26.515492 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-428e9300-8c88-4829-894a-958b0862b0e2 req-e4cacbb8-0091-4843-ba09-14dd18ea22fb service neutron] 10.222.0.43 "GET /v2.0/networks?id=47e9d5be-818e-47e0-bb62-cfe7f85a9f14 HTTP/1.1" status: 200 len: 912 time: 0.1420488 Aug 07 04:58:26.601012 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-428e9300-8c88-4829-894a-958b0862b0e2 req-9ec7ca57-ea51-4e8c-8777-62b0ff76f37a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cbc1b50e-0fc8-47d5-80d3-e84fcc576026 HTTP/1.1" status: 200 len: 1001 time: 0.0752554 Aug 07 04:58:26.671893 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428e9300-8c88-4829-894a-958b0862b0e2 req-cfe8abda-3172-4bcf-82c7-0691c1afffcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:26.673639 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-428e9300-8c88-4829-894a-958b0862b0e2 req-cfe8abda-3172-4bcf-82c7-0691c1afffcf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d69cdc06-5978-4a98-8e5a-dddb9e263998 HTTP/1.1" status: 200 len: 850 time: 0.0662167 Aug 07 04:58:26.728390 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428e9300-8c88-4829-894a-958b0862b0e2 req-1ef6d48a-e09d-43a3-82b8-d435b901f945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:26.730112 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-428e9300-8c88-4829-894a-958b0862b0e2 req-1ef6d48a-e09d-43a3-82b8-d435b901f945 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=47e9d5be-818e-47e0-bb62-cfe7f85a9f14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0457704 Aug 07 04:58:26.796926 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-da0c39d3-8d9f-4f41-9caa-4767ab120682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:26.869419 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-428e9300-8c88-4829-894a-958b0862b0e2 req-5441279d-6999-4406-8918-3e66d9874a98 service neutron] 10.222.0.43 "GET /v2.0/networks/47e9d5be-818e-47e0-bb62-cfe7f85a9f14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270728 Aug 07 04:58:26.944806 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d7bd5b-b04a-4eae-a542-de6cf448a28f req-2d67261d-94f5-45c6-8ea1-94916e214fb6 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:26.946575 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-96d7bd5b-b04a-4eae-a542-de6cf448a28f req-2d67261d-94f5-45c6-8ea1-94916e214fb6 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 944 time: 0.0548465 Aug 07 04:58:27.001696 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-96d7bd5b-b04a-4eae-a542-de6cf448a28f req-b52b1833-5b32-41fd-985a-009e7a5caf93 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ace81de-1fdd-4f9f-94d0-b0686fe1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477593 Aug 07 04:58:27.039979 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-428e9300-8c88-4829-894a-958b0862b0e2 req-2f88f3f5-0682-4a44-80e0-502100e55811 service neutron] 10.222.0.43 "GET /v2.0/networks/47e9d5be-818e-47e0-bb62-cfe7f85a9f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606979 Aug 07 04:58:27.482581 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df73e34-9f90-43e1-bfe0-b47f476c11ba req-ba97ad35-92a7-4e56-9a5c-cdb53e82c63e tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:27.484739 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-6df73e34-9f90-43e1-bfe0-b47f476c11ba req-ba97ad35-92a7-4e56-9a5c-cdb53e82c63e tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/ports?device_id=092b9a79-696e-47db-8d09-7415f67f653f HTTP/1.1" status: 200 len: 945 time: 0.0630283 Aug 07 04:58:27.530948 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-6df73e34-9f90-43e1-bfe0-b47f476c11ba req-12078664-b7e4-4b50-9a4d-81c6da98d4e6 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0c57fd4-e502-41c8-9a9d-2ef84ae6fa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387130 Aug 07 04:58:27.784531 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00802b9b-2a4d-4b43-8f70-16b016120bec req-cdde05c4-66b6-455a-98de-c90f85bca3e0 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:27.786213 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-00802b9b-2a4d-4b43-8f70-16b016120bec req-cdde05c4-66b6-455a-98de-c90f85bca3e0 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/ports?device_id=092b9a79-696e-47db-8d09-7415f67f653f HTTP/1.1" status: 200 len: 945 time: 0.0539470 Aug 07 04:58:27.855432 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-00802b9b-2a4d-4b43-8f70-16b016120bec req-18974e2c-1b28-464d-80ba-5eda562d92db tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0c57fd4-e502-41c8-9a9d-2ef84ae6fa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0580466 Aug 07 04:58:27.859022 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9547550e-c3d5-45eb-ab52-ff3f1137c7a1 req-710fb248-16e4-40fb-aa6f-5073c179b616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:27.860037 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-9547550e-c3d5-45eb-ab52-ff3f1137c7a1 req-710fb248-16e4-40fb-aa6f-5073c179b616 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a09787aaf9f8489b9ce80e474968b0c0&device_id=092b9a79-696e-47db-8d09-7415f67f653f HTTP/1.1" status: 200 len: 1098 time: 0.0729010 Aug 07 04:58:27.964998 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9547550e-c3d5-45eb-ab52-ff3f1137c7a1 req-47bde2d4-de68-4440-9f97-8c9fd9e24d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:27.966526 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-9547550e-c3d5-45eb-ab52-ff3f1137c7a1 req-47bde2d4-de68-4440-9f97-8c9fd9e24d9f service neutron] 10.222.0.43 "GET /v2.0/networks?id=47e9d5be-818e-47e0-bb62-cfe7f85a9f14 HTTP/1.1" status: 200 len: 912 time: 0.0964887 Aug 07 04:58:28.043897 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-9547550e-c3d5-45eb-ab52-ff3f1137c7a1 req-0239d57c-1c04-4111-9ed8-e8959d06039d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cbc1b50e-0fc8-47d5-80d3-e84fcc576026 HTTP/1.1" status: 200 len: 1001 time: 0.0671883 Aug 07 04:58:28.137060 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9547550e-c3d5-45eb-ab52-ff3f1137c7a1 req-7b9cf505-f918-4e13-a3bb-b7a6802f153d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:28.139846 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-9547550e-c3d5-45eb-ab52-ff3f1137c7a1 req-7b9cf505-f918-4e13-a3bb-b7a6802f153d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d69cdc06-5978-4a98-8e5a-dddb9e263998 HTTP/1.1" status: 200 len: 850 time: 0.0857182 Aug 07 04:58:28.192918 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b71382-300b-459f-a868-03555e199038 req-0a85ebb1-14a6-4e4a-a627-7a5627df487c tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:28.200722 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-37b71382-300b-459f-a868-03555e199038 req-0a85ebb1-14a6-4e4a-a627-7a5627df487c tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 944 time: 0.0884497 Aug 07 04:58:28.232524 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9547550e-c3d5-45eb-ab52-ff3f1137c7a1 req-4e74dc6a-bc08-413d-aad8-35cdb79754d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:28.236379 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-9547550e-c3d5-45eb-ab52-ff3f1137c7a1 req-4e74dc6a-bc08-413d-aad8-35cdb79754d9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=47e9d5be-818e-47e0-bb62-cfe7f85a9f14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0894527 Aug 07 04:58:28.249606 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-37b71382-300b-459f-a868-03555e199038 req-9f263bec-0687-4591-ae7e-0ecea1815085 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ace81de-1fdd-4f9f-94d0-b0686fe1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473886 Aug 07 04:58:28.421046 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-9547550e-c3d5-45eb-ab52-ff3f1137c7a1 req-40793555-57ac-4c43-9e72-dc002d014e7e service neutron] 10.222.0.43 "GET /v2.0/networks/47e9d5be-818e-47e0-bb62-cfe7f85a9f14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743135 Aug 07 04:58:28.442958 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c53681-5479-421d-8de4-3136eaa0e76f req-11e2c56d-7156-45cc-b950-c7bca616e4dc tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:28.444459 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-27c53681-5479-421d-8de4-3136eaa0e76f req-11e2c56d-7156-45cc-b950-c7bca616e4dc tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f1084-1b72-4a96-8c40-e3a5522b5152 HTTP/1.1" status: 200 len: 945 time: 0.0712516 Aug 07 04:58:28.543860 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-27c53681-5479-421d-8de4-3136eaa0e76f req-6f55154b-2ebe-4fbf-9bc6-6018a1608138 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a02d75e-311a-4f0b-88e7-6a868af689f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880837 Aug 07 04:58:28.577324 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 41112) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:58:28.577682 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-9547550e-c3d5-45eb-ab52-ff3f1137c7a1 req-f572fe5f-b1bf-477d-ae2e-fedfdb63312e service neutron] 10.222.0.43 "GET /v2.0/networks/47e9d5be-818e-47e0-bb62-cfe7f85a9f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309559 Aug 07 04:58:28.752858 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6323a68a-8324-429e-8268-166e5437210d tempest-TestMinimumBasicScenario-512810768 tempest-TestMinimumBasicScenario-512810768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:28.754550 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-6323a68a-8324-429e-8268-166e5437210d tempest-TestMinimumBasicScenario-512810768 tempest-TestMinimumBasicScenario-512810768-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a83f1084-1b72-4a96-8c40-e3a5522b5152 HTTP/1.1" status: 200 len: 1093 time: 0.1759560 Aug 07 04:58:28.759403 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 41118) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:58:28.764962 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.v2.base [None req-7dd7515a-8b99-467c-bf1d-c323c49a7779 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Request body: {'floatingip': {'floating_network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'port_id': '562c7290-372f-4b63-874c-9ff5d4bde0ce', 'tenant_id': 'acb8843e06aa440fb7b9121a3737a6d9', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:58:28.791987 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-7dd7515a-8b99-467c-bf1d-c323c49a7779 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Notify callbacks [] for floatingip, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:29.182123 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-7dd7515a-8b99-467c-bf1d-c323c49a7779 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:29.243952 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a514121-7ad2-452e-a71f-4332902305fd req-375bf4c2-50d9-420b-a173-970b074dc76e tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:29.245512 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-6a514121-7ad2-452e-a71f-4332902305fd req-375bf4c2-50d9-420b-a173-970b074dc76e tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/ports?device_id=092b9a79-696e-47db-8d09-7415f67f653f HTTP/1.1" status: 200 len: 945 time: 0.1038058 Aug 07 04:58:29.262951 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:29.331836 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-6a514121-7ad2-452e-a71f-4332902305fd req-6a8a5678-e4f4-4578-8987-ab9e5177188c tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0c57fd4-e502-41c8-9a9d-2ef84ae6fa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0773344 Aug 07 04:58:29.357836 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.db_base_plugin_common [None req-7dd7515a-8b99-467c-bf1d-c323c49a7779 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Allocated IP 172.27.1.192 (7234aba2-ebe6-4f3d-9fb1-8b27c89e529f/7cdca82c-7858-4732-9c64-e97074532a2d/13a9c200-5805-4a02-9669-b2d95306624c) {{(pid=93259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:58:29.410014 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c2005a-4d4f-4848-a141-fefb6702d4ce req-60658298-671a-4425-ac85-5e7afcf19a9b tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:29.412658 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-43c2005a-4d4f-4848-a141-fefb6702d4ce req-60658298-671a-4425-ac85-5e7afcf19a9b tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 944 time: 0.0709651 Aug 07 04:58:29.459154 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-43c2005a-4d4f-4848-a141-fefb6702d4ce req-bb025918-2245-470f-b8d5-73f29723098d tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ace81de-1fdd-4f9f-94d0-b0686fe1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398722 Aug 07 04:58:29.486695 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-7dd7515a-8b99-467c-bf1d-c323c49a7779 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Notify callbacks [] for port, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:29.531548 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-7dd7515a-8b99-467c-bf1d-c323c49a7779 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768807127269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513232'] for port, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:29.575471 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd7515a-8b99-467c-bf1d-c323c49a7779 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Network 7234aba2-ebe6-4f3d-9fb1-8b27c89e529f is already hosted by enough agents. {{(pid=93259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:58:29.579425 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.base_scheduler [None req-7dd7515a-8b99-467c-bf1d-c323c49a7779 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Resources bound (agent type, host, resource id): {{(pid=93259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:58:29.583710 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd7515a-8b99-467c-bf1d-c323c49a7779 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Received port after_create {{(pid=93259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:58:29.589944 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd7515a-8b99-467c-bf1d-c323c49a7779 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Pushing event updated for resources: {'Port': ['ID=13a9c200-5805-4a02-9669-b2d95306624c,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:29.622829 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd7515a-8b99-467c-bf1d-c323c49a7779 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:58:29.623181 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd7515a-8b99-467c-bf1d-c323c49a7779 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:58:29.624125 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd7515a-8b99-467c-bf1d-c323c49a7779 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:58:29.624465 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd7515a-8b99-467c-bf1d-c323c49a7779 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:58:29.624800 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd7515a-8b99-467c-bf1d-c323c49a7779 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:58:29.625132 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd7515a-8b99-467c-bf1d-c323c49a7779 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:58:29.625464 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd7515a-8b99-467c-bf1d-c323c49a7779 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:58:29.625793 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd7515a-8b99-467c-bf1d-c323c49a7779 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:58:29.626153 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd7515a-8b99-467c-bf1d-c323c49a7779 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:58:29.626490 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd7515a-8b99-467c-bf1d-c323c49a7779 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:58:29.626808 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd7515a-8b99-467c-bf1d-c323c49a7779 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:58:29.627134 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd7515a-8b99-467c-bf1d-c323c49a7779 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:58:29.690062 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a35c4696-7925-48bd-9daa-08992f959ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:29.713496 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:30.049705 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-7dd7515a-8b99-467c-bf1d-c323c49a7779 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:30.095929 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-bce49dd2-1582-482d-be70-77aec04dbebb req-4438de17-4a38-4792-aff7-931ff4c1d4a3 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1333684959&fields=id&tenant_id=e08ba5ab4feb433fa91e7057f10230b5 HTTP/1.1" status: 200 len: 267 time: 0.0729363 Aug 07 04:58:30.205982 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-7dd7515a-8b99-467c-bf1d-c323c49a7779 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:30.284378 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce49dd2-1582-482d-be70-77aec04dbebb req-8cf71803-1088-4cf6-8d76-f541bba853cc tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:30.286179 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-bce49dd2-1582-482d-be70-77aec04dbebb req-8cf71803-1088-4cf6-8d76-f541bba853cc tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/networks?id=733634ef-5b86-411e-9b36-39e7b92f41be HTTP/1.1" status: 200 len: 811 time: 0.1802626 Aug 07 04:58:30.345326 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-bce49dd2-1582-482d-be70-77aec04dbebb req-02dbb5ea-51ad-4bf8-b38f-7a147c011c7e tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/quotas/e08ba5ab4feb433fa91e7057f10230b5 HTTP/1.1" status: 200 len: 375 time: 0.0479128 Aug 07 04:58:30.429086 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-bce49dd2-1582-482d-be70-77aec04dbebb req-13e848c2-c40b-4d71-b669-ba562cda2dc3 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e08ba5ab4feb433fa91e7057f10230b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0768301 Aug 07 04:58:30.503945 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a1ad5b-ce71-4ebc-8db4-97c79eb85870 req-2ef5451c-7613-4e61-8f57-165e90d6f861 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:30.505832 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-63a1ad5b-ce71-4ebc-8db4-97c79eb85870 req-2ef5451c-7613-4e61-8f57-165e90d6f861 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/ports?device_id=092b9a79-696e-47db-8d09-7415f67f653f HTTP/1.1" status: 200 len: 945 time: 0.0564690 Aug 07 04:58:30.548393 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-63a1ad5b-ce71-4ebc-8db4-97c79eb85870 req-d0d21c4e-6b45-4833-a643-4f6383950880 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0c57fd4-e502-41c8-9a9d-2ef84ae6fa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361247 Aug 07 04:58:30.585336 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-7dd7515a-8b99-467c-bf1d-c323c49a7779 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Notify callbacks [] for port, precommit_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:30.594193 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-7dd7515a-8b99-467c-bf1d-c323c49a7779 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8513241'] for port, after_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:30.638190 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-bce49dd2-1582-482d-be70-77aec04dbebb req-a78dfca7-41d7-4fac-bbe2-69e5c151c9a7 service neutron] 10.222.0.13 "GET /v2.0/networks/733634ef-5b86-411e-9b36-39e7b92f41be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844552 Aug 07 04:58:30.685096 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eeb118-1a40-4e59-915b-be754f535c63 req-84cb1658-b4fa-45e6-bb8f-e767912b1f23 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:30.687732 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-37eeb118-1a40-4e59-915b-be754f535c63 req-84cb1658-b4fa-45e6-bb8f-e767912b1f23 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 944 time: 0.0614543 Aug 07 04:58:30.727494 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-f79f476c-1ac6-45f4-a536-05d31601a6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:30.732592 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd7515a-8b99-467c-bf1d-c323c49a7779 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Pushing event updated for resources: {'Port': ['ID=13a9c200-5805-4a02-9669-b2d95306624c,revision_number=2']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:30.738354 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-37eeb118-1a40-4e59-915b-be754f535c63 req-08a47773-529f-4472-8b4f-f8f4b60b4fca tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ace81de-1fdd-4f9f-94d0-b0686fe1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428281 Aug 07 04:58:30.760478 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-7dd7515a-8b99-467c-bf1d-c323c49a7779 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-766596'] for floatingip, after_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:30.844226 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-bce49dd2-1582-482d-be70-77aec04dbebb req-4fad41c1-918c-4af4-a2f8-584ae872e405 service neutron] 10.222.0.13 "GET /v2.0/networks/733634ef-5b86-411e-9b36-39e7b92f41be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910746 Aug 07 04:58:30.898564 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.db.l3_db [None req-7dd7515a-8b99-467c-bf1d-c323c49a7779 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Floating IP 0aecd33d-8a54-47a2-b049-9303fff6bf5e associated. External IP: 172.27.1.192, port: 562c7290-372f-4b63-874c-9ff5d4bde0ce. Aug 07 04:58:31.150867 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dd7515a-8b99-467c-bf1d-c323c49a7779 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Router 7a96b76c-ff3b-4007-8282-c24328d5a7b1 has already been hosted by L3 agent c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6 {{(pid=93259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 04:58:31.298723 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-dadc0a2d-7b8d-4a87-979f-84aa258cfc1c req-30bdf2b9-7479-4c40-a35b-b411fe1c4745 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/ports?device_id=2026fbc1-5cab-4ea0-930e-84b555508bfb HTTP/1.1" status: 200 len: 210 time: 0.0632415 Aug 07 04:58:31.345481 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd7515a-8b99-467c-bf1d-c323c49a7779 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Notify agent at l3_agent.dv-cinder-759943-8-iscsi the message routers_updated {{(pid=93259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 04:58:31.359832 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee04db1a-b0d9-41f5-9173-c1a6548026ce None None] Sync routers for ids ['7a96b76c-ff3b-4007-8282-c24328d5a7b1'] in dv-cinder-759943-8-iscsi {{(pid=93262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 04:58:31.367869 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-7dd7515a-8b99-467c-bf1d-c323c49a7779 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77622'] for floatingip, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:31.377897 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee04db1a-b0d9-41f5-9173-c1a6548026ce None None] Routers {'7a96b76c-ff3b-4007-8282-c24328d5a7b1'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:58:31.380281 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_hamode_db [None req-ee04db1a-b0d9-41f5-9173-c1a6548026ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T04:58:30Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['7a96b76c-ff3b-4007-8282-c24328d5a7b1'], 'active': True} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:58:31.417239 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-7dd7515a-8b99-467c-bf1d-c323c49a7779 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6563179 Aug 07 04:58:31.418310 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a83f1084-1b72-4a96-8c40-e3a5522b5152', 'tag': '562c7290-372f-4b63-874c-9ff5d4bde0ce'}] {{(pid=93259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:58:31.419924 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 41158) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:58:31.429918 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2475665ef9a7cb8741e3251ff967df6d1dd3d3eb822c2e36b28ddc32d9da7eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0127c437-55a9-4cc3-b8ce-5c6c639824d3" -d '{"events": [{"name": "network-changed", "server_uuid": "a83f1084-1b72-4a96-8c40-e3a5522b5152", "tag": "562c7290-372f-4b63-874c-9ff5d4bde0ce"}]}' {{(pid=93259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:58:31.433196 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.v2.base [None req-ec27c73f-9812-41d6-86d9-0ce785932b0f tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1142118148', 'description': 'tempest-secgroup-smoke-1142118148 description', 'project_id': 'acb8843e06aa440fb7b9121a3737a6d9'}} {{(pid=93260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:58:31.490733 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-ec27c73f-9812-41d6-86d9-0ce785932b0f tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Notify callbacks [] for security_group, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:31.539975 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 04:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47533dbc-c6f1-467e-a955-329e6bb8ee82 x-openstack-request-id: req-47533dbc-c6f1-467e-a955-329e6bb8ee82 {{(pid=93259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:58:31.540956 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a83f1084-1b72-4a96-8c40-e3a5522b5152", "tag": "562c7290-372f-4b63-874c-9ff5d4bde0ce", "status": "completed", "code": 200}]} {{(pid=93259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:58:31.541362 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-47533dbc-c6f1-467e-a955-329e6bb8ee82 {{(pid=93259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:58:31.542461 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a83f1084-1b72-4a96-8c40-e3a5522b5152', 'tag': '562c7290-372f-4b63-874c-9ff5d4bde0ce', 'status': 'completed', 'code': 200} Aug 07 04:58:31.662349 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0127c437-55a9-4cc3-b8ce-5c6c639824d3 req-a93a3090-e2a5-4243-86c5-05fbe4f82d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:31.664658 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-0127c437-55a9-4cc3-b8ce-5c6c639824d3 req-a93a3090-e2a5-4243-86c5-05fbe4f82d10 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=acb8843e06aa440fb7b9121a3737a6d9&device_id=a83f1084-1b72-4a96-8c40-e3a5522b5152 HTTP/1.1" status: 200 len: 1098 time: 0.0994480 Aug 07 04:58:31.680621 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvr_db [None req-ee04db1a-b0d9-41f5-9173-c1a6548026ce None None] Set router 7a96b76c-ff3b-4007-8282-c24328d5a7b1 gateway port host: dv-cinder-759943-8-iscsi {{(pid=93262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:58:31.768222 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-ec27c73f-9812-41d6-86d9-0ce785932b0f tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Notify callbacks [] for security_group, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:31.776313 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-ec27c73f-9812-41d6-86d9-0ce785932b0f tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:31.835348 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-ec27c73f-9812-41d6-86d9-0ce785932b0f tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Notify callbacks [] for security_group, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:31.840795 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 41168) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:58:31.841164 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-ec27c73f-9812-41d6-86d9-0ce785932b0f tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4189987 Aug 07 04:58:31.851021 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec27c73f-9812-41d6-86d9-0ce785932b0f tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c28cca9-eba1-46f0-b5ee-2f137ded1910,revision_number=1']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:31.857041 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0127c437-55a9-4cc3-b8ce-5c6c639824d3 req-77ed7410-51ba-43e5-87eb-53ea869d2c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:31.859644 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-0127c437-55a9-4cc3-b8ce-5c6c639824d3 req-77ed7410-51ba-43e5-87eb-53ea869d2c6f service neutron] 10.222.0.43 "GET /v2.0/networks?id=ca1bf4c2-4efb-4223-bf35-8f10c3d069a0 HTTP/1.1" status: 200 len: 915 time: 0.1766922 Aug 07 04:58:31.862115 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.v2.base [None req-c6a2f261-68cc-44ce-86a6-77050683a507 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Request body: {'security_group_rule': {'security_group_id': '2c28cca9-eba1-46f0-b5ee-2f137ded1910', 'project_id': 'acb8843e06aa440fb7b9121a3737a6d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:58:31.916790 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-c6a2f261-68cc-44ce-86a6-77050683a507 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:31.982249 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-0127c437-55a9-4cc3-b8ce-5c6c639824d3 req-925dfbb4-49f8-4b96-a8bf-3a20b0fd429f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=562c7290-372f-4b63-874c-9ff5d4bde0ce HTTP/1.1" status: 200 len: 999 time: 0.1100595 Aug 07 04:58:31.987976 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec27c73f-9812-41d6-86d9-0ce785932b0f tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:58:31.988405 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec27c73f-9812-41d6-86d9-0ce785932b0f tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:58:31.988841 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec27c73f-9812-41d6-86d9-0ce785932b0f tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:58:31.989876 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec27c73f-9812-41d6-86d9-0ce785932b0f tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:58:31.990039 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec27c73f-9812-41d6-86d9-0ce785932b0f tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:58:31.991504 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec27c73f-9812-41d6-86d9-0ce785932b0f tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:58:31.991918 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec27c73f-9812-41d6-86d9-0ce785932b0f tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:58:31.993447 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec27c73f-9812-41d6-86d9-0ce785932b0f tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:58:31.993672 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec27c73f-9812-41d6-86d9-0ce785932b0f tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:58:31.994039 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec27c73f-9812-41d6-86d9-0ce785932b0f tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:58:31.994372 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec27c73f-9812-41d6-86d9-0ce785932b0f tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:58:31.996883 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec27c73f-9812-41d6-86d9-0ce785932b0f tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:58:32.043379 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-c6a2f261-68cc-44ce-86a6-77050683a507 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:32.050457 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-c6a2f261-68cc-44ce-86a6-77050683a507 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733518'] for security_group_rule, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:32.086324 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a2f261-68cc-44ce-86a6-77050683a507 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a1c106b-224c-4c50-ae8c-23ec2ed6b5a7,revision_number=0']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:32.097003 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-c6a2f261-68cc-44ce-86a6-77050683a507 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:32.098862 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-c6a2f261-68cc-44ce-86a6-77050683a507 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2566259 Aug 07 04:58:32.102390 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 41172) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:58:32.111057 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.v2.base [None req-ef6e4d1f-10f1-4c80-898f-9c812ada4dbc tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Request body: {'security_group_rule': {'security_group_id': '2c28cca9-eba1-46f0-b5ee-2f137ded1910', 'project_id': 'acb8843e06aa440fb7b9121a3737a6d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:58:32.117884 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea2d17a-85ff-4a05-b8f7-379356e1fecc req-66019f71-ed1a-47ca-9fc3-f5b35d9593da tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:32.122086 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-eea2d17a-85ff-4a05-b8f7-379356e1fecc req-66019f71-ed1a-47ca-9fc3-f5b35d9593da tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 944 time: 0.1356816 Aug 07 04:58:32.138004 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0127c437-55a9-4cc3-b8ce-5c6c639824d3 req-d9faf31d-445d-4d7c-bda4-c78d6c43a11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:32.140923 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-0127c437-55a9-4cc3-b8ce-5c6c639824d3 req-d9faf31d-445d-4d7c-bda4-c78d6c43a11d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f49eb454-b746-4ddc-89ee-10789991881b HTTP/1.1" status: 200 len: 853 time: 0.1377580 Aug 07 04:58:32.171202 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-ef6e4d1f-10f1-4c80-898f-9c812ada4dbc tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:32.208115 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-eea2d17a-85ff-4a05-b8f7-379356e1fecc req-1d16c5b6-1331-48ff-98ac-0c2ffe34039a tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ace81de-1fdd-4f9f-94d0-b0686fe1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727987 Aug 07 04:58:32.217189 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_hamode_db [None req-ee04db1a-b0d9-41f5-9173-c1a6548026ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a96b76c-ff3b-4007-8282-c24328d5a7b1', 'name': 'tempest-TestMinimumBasicScenario-487399334-router', 'tenant_id': 'acb8843e06aa440fb7b9121a3737a6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '924d02ce-69a6-4d0d-9a02-708b7f94ca8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:57:09Z', 'updated_at': '2021-08-07T04:57:14Z', 'revision_number': 4, 'project_id': 'acb8843e06aa440fb7b9121a3737a6d9', 'gw_port': {'id': '924d02ce-69a6-4d0d-9a02-708b7f94ca8c', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:65:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a96b76c-ff3b-4007-8282-c24328d5a7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:10Z', 'updated_at': '2021-08-07T04:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi', '_floatingips': [{'id': '0aecd33d-8a54-47a2-b049-9303fff6bf5e', 'tenant_id': 'acb8843e06aa440fb7b9121a3737a6d9', 'floating_ip_address': '172.27.1.192', 'floating_network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'router_id': '7a96b76c-ff3b-4007-8282-c24328d5a7b1', 'port_id': '562c7290-372f-4b63-874c-9ff5d4bde0ce', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca1bf4c2-4efb-4223-bf35-8f10c3d069a0', 'mac_address': 'fa:16:3e:45:12:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83f1084-1b72-4a96-8c40-e3a5522b5152', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T04:58:29Z', 'updated_at': '2021-08-07T04:58:29Z', 'revision_number': 0, 'project_id': 'acb8843e06aa440fb7b9121a3737a6d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49718847-27d9-4cf4-b4ed-658a78de925e', 'name': '', 'network_id': 'ca1bf4c2-4efb-4223-bf35-8f10c3d069a0', 'tenant_id': 'acb8843e06aa440fb7b9121a3737a6d9', 'mac_address': 'fa:16:3e:df:2a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a96b76c-ff3b-4007-8282-c24328d5a7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'f49eb454-b746-4ddc-89ee-10789991881b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:13Z', 'updated_at': '2021-08-07T04:57:21Z', 'revision_number': 5, 'project_id': 'acb8843e06aa440fb7b9121a3737a6d9', 'subnets': [{'id': 'f49eb454-b746-4ddc-89ee-10789991881b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:58:32.226428 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0127c437-55a9-4cc3-b8ce-5c6c639824d3 req-8e8d88c9-38a4-4d79-bad6-0a0909009ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:32.234909 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-0127c437-55a9-4cc3-b8ce-5c6c639824d3 req-8e8d88c9-38a4-4d79-bad6-0a0909009ed4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ca1bf4c2-4efb-4223-bf35-8f10c3d069a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0676489 Aug 07 04:58:32.259025 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee04db1a-b0d9-41f5-9173-c1a6548026ce None None] Checking router: 7a96b76c-ff3b-4007-8282-c24328d5a7b1 for host: dv-cinder-759943-8-iscsi {{(pid=93262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 04:58:32.273078 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee04db1a-b0d9-41f5-9173-c1a6548026ce None None] Routers {'7a96b76c-ff3b-4007-8282-c24328d5a7b1'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:58:32.274140 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_hamode_db [None req-ee04db1a-b0d9-41f5-9173-c1a6548026ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T04:58:30Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['7a96b76c-ff3b-4007-8282-c24328d5a7b1'], 'active': True} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:58:32.294297 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-ef6e4d1f-10f1-4c80-898f-9c812ada4dbc tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:32.301645 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-ef6e4d1f-10f1-4c80-898f-9c812ada4dbc tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733518'] for security_group_rule, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:32.323672 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6e4d1f-10f1-4c80-898f-9c812ada4dbc tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcf79c28-4eeb-44d6-a67c-902ff01c0320,revision_number=0']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:32.335197 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-ef6e4d1f-10f1-4c80-898f-9c812ada4dbc tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:32.337215 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-ef6e4d1f-10f1-4c80-898f-9c812ada4dbc tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2325246 Aug 07 04:58:32.340002 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 41178) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:58:32.350704 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.v2.base [None req-9007d678-e76f-4775-b0b2-197051141f76 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Request body: {'security_group_rule': {'security_group_id': '2c28cca9-eba1-46f0-b5ee-2f137ded1910', 'project_id': 'acb8843e06aa440fb7b9121a3737a6d9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:58:32.390708 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-9007d678-e76f-4775-b0b2-197051141f76 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:32.450606 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-0127c437-55a9-4cc3-b8ce-5c6c639824d3 req-ca5d6e1b-bc56-4abe-9667-54ebc392131c service neutron] 10.222.0.43 "GET /v2.0/networks/ca1bf4c2-4efb-4223-bf35-8f10c3d069a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059205 Aug 07 04:58:32.472849 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvr_db [None req-ee04db1a-b0d9-41f5-9173-c1a6548026ce None None] Set router 7a96b76c-ff3b-4007-8282-c24328d5a7b1 gateway port host: dv-cinder-759943-8-iscsi {{(pid=93262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:58:32.487119 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-8cee0010-766f-492c-bb78-446f22f36be5 req-20b9ca0d-a2d3-4c25-a498-3143105cabea tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/ports?device_id=2026fbc1-5cab-4ea0-930e-84b555508bfb HTTP/1.1" status: 200 len: 210 time: 0.0326130 Aug 07 04:58:32.513439 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-9007d678-e76f-4775-b0b2-197051141f76 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:32.521635 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-9007d678-e76f-4775-b0b2-197051141f76 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733518'] for security_group_rule, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:32.524369 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-fe46c1f5-d46f-4bdc-a2a5-961a9e169c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:32.563406 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9007d678-e76f-4775-b0b2-197051141f76 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ba7b0e1-0b0c-4b42-a60a-58f91b7f12b7,revision_number=0']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:32.575738 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-9007d678-e76f-4775-b0b2-197051141f76 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:32.579583 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-9007d678-e76f-4775-b0b2-197051141f76 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2382877 Aug 07 04:58:32.581058 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 41180) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:58:32.588596 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.v2.base [None req-a5779818-0d23-4c5e-88ab-636fa989785a tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Request body: {'security_group_rule': {'security_group_id': '2c28cca9-eba1-46f0-b5ee-2f137ded1910', 'project_id': 'acb8843e06aa440fb7b9121a3737a6d9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:58:32.597381 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-0127c437-55a9-4cc3-b8ce-5c6c639824d3 req-f4c2fa11-97c7-4a8d-b708-322a6d7f0feb service neutron] 10.222.0.43 "GET /v2.0/networks/ca1bf4c2-4efb-4223-bf35-8f10c3d069a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283839 Aug 07 04:58:32.631190 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-a5779818-0d23-4c5e-88ab-636fa989785a tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:32.710024 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-a5779818-0d23-4c5e-88ab-636fa989785a tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:32.716022 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-a5779818-0d23-4c5e-88ab-636fa989785a tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733518'] for security_group_rule, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:32.746762 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5779818-0d23-4c5e-88ab-636fa989785a tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b44b164-c3c3-4b3c-bf05-d55934a02ca9,revision_number=0']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:32.757491 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-a5779818-0d23-4c5e-88ab-636fa989785a tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:32.762070 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-a5779818-0d23-4c5e-88ab-636fa989785a tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1769884 Aug 07 04:58:32.762724 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 41182) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:58:32.773564 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.v2.base [None req-f658e67a-9e59-4244-8e0c-9000fc3d0849 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Request body: {'security_group_rule': {'security_group_id': '2c28cca9-eba1-46f0-b5ee-2f137ded1910', 'project_id': 'acb8843e06aa440fb7b9121a3737a6d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:58:32.808542 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.db.securitygroups_db [None req-f658e67a-9e59-4244-8e0c-9000fc3d0849 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Project acb8843e06aa440fb7b9121a3737a6d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 07 04:58:32.816296 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-f658e67a-9e59-4244-8e0c-9000fc3d0849 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:32.889049 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_hamode_db [None req-ee04db1a-b0d9-41f5-9173-c1a6548026ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a96b76c-ff3b-4007-8282-c24328d5a7b1', 'name': 'tempest-TestMinimumBasicScenario-487399334-router', 'tenant_id': 'acb8843e06aa440fb7b9121a3737a6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '924d02ce-69a6-4d0d-9a02-708b7f94ca8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:57:09Z', 'updated_at': '2021-08-07T04:57:14Z', 'revision_number': 4, 'project_id': 'acb8843e06aa440fb7b9121a3737a6d9', 'gw_port': {'id': '924d02ce-69a6-4d0d-9a02-708b7f94ca8c', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:65:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a96b76c-ff3b-4007-8282-c24328d5a7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:10Z', 'updated_at': '2021-08-07T04:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi', '_floatingips': [{'id': '0aecd33d-8a54-47a2-b049-9303fff6bf5e', 'tenant_id': 'acb8843e06aa440fb7b9121a3737a6d9', 'floating_ip_address': '172.27.1.192', 'floating_network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'router_id': '7a96b76c-ff3b-4007-8282-c24328d5a7b1', 'port_id': '562c7290-372f-4b63-874c-9ff5d4bde0ce', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca1bf4c2-4efb-4223-bf35-8f10c3d069a0', 'mac_address': 'fa:16:3e:45:12:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83f1084-1b72-4a96-8c40-e3a5522b5152', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T04:58:29Z', 'updated_at': '2021-08-07T04:58:29Z', 'revision_number': 0, 'project_id': 'acb8843e06aa440fb7b9121a3737a6d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49718847-27d9-4cf4-b4ed-658a78de925e', 'name': '', 'network_id': 'ca1bf4c2-4efb-4223-bf35-8f10c3d069a0', 'tenant_id': 'acb8843e06aa440fb7b9121a3737a6d9', 'mac_address': 'fa:16:3e:df:2a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a96b76c-ff3b-4007-8282-c24328d5a7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'f49eb454-b746-4ddc-89ee-10789991881b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:13Z', 'updated_at': '2021-08-07T04:57:21Z', 'revision_number': 5, 'project_id': 'acb8843e06aa440fb7b9121a3737a6d9', 'subnets': [{'id': 'f49eb454-b746-4ddc-89ee-10789991881b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:58:32.924369 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee04db1a-b0d9-41f5-9173-c1a6548026ce None None] The sync data for ids ['7a96b76c-ff3b-4007-8282-c24328d5a7b1'] in dv-cinder-759943-8-iscsi is: [{'id': '7a96b76c-ff3b-4007-8282-c24328d5a7b1', 'name': 'tempest-TestMinimumBasicScenario-487399334-router', 'tenant_id': 'acb8843e06aa440fb7b9121a3737a6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '924d02ce-69a6-4d0d-9a02-708b7f94ca8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:57:09Z', 'updated_at': '2021-08-07T04:57:14Z', 'revision_number': 4, 'project_id': 'acb8843e06aa440fb7b9121a3737a6d9', 'gw_port': {'id': '924d02ce-69a6-4d0d-9a02-708b7f94ca8c', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:65:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a96b76c-ff3b-4007-8282-c24328d5a7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:10Z', 'updated_at': '2021-08-07T04:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi', '_floatingips': [{'id': '0aecd33d-8a54-47a2-b049-9303fff6bf5e', 'tenant_id': 'acb8843e06aa440fb7b9121a3737a6d9', 'floating_ip_address': '172.27.1.192', 'floating_network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'router_id': '7a96b76c-ff3b-4007-8282-c24328d5a7b1', 'port_id': '562c7290-372f-4b63-874c-9ff5d4bde0ce', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca1bf4c2-4efb-4223-bf35-8f10c3d069a0', 'mac_address': 'fa:16:3e:45:12:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83f1084-1b72-4a96-8c40-e3a5522b5152', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T04:58:29Z', 'updated_at': '2021-08-07T04:58:29Z', 'revision_number': 0, 'project_id': 'acb8843e06aa440fb7b9121a3737a6d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49718847-27d9-4cf4-b4ed-658a78de925e', 'name': '', 'network_id': 'ca1bf4c2-4efb-4223-bf35-8f10c3d069a0', 'tenant_id': 'acb8843e06aa440fb7b9121a3737a6d9', 'mac_address': 'fa:16:3e:df:2a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a96b76c-ff3b-4007-8282-c24328d5a7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'f49eb454-b746-4ddc-89ee-10789991881b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:13Z', 'updated_at': '2021-08-07T04:57:21Z', 'revision_number': 5, 'project_id': 'acb8843e06aa440fb7b9121a3737a6d9', 'subnets': [{'id': 'f49eb454-b746-4ddc-89ee-10789991881b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 04:58:32.966914 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-f658e67a-9e59-4244-8e0c-9000fc3d0849 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:32.972687 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-f658e67a-9e59-4244-8e0c-9000fc3d0849 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733518'] for security_group_rule, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:33.005525 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce49dd2-1582-482d-be70-77aec04dbebb req-1e8f80d7-d6aa-4617-b9d7-fdd705cf6168 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:33.008451 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-bce49dd2-1582-482d-be70-77aec04dbebb req-1e8f80d7-d6aa-4617-b9d7-fdd705cf6168 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.43 "GET /v2.0/networks?id=733634ef-5b86-411e-9b36-39e7b92f41be HTTP/1.1" status: 200 len: 811 time: 0.1853144 Aug 07 04:58:33.013880 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f658e67a-9e59-4244-8e0c-9000fc3d0849 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b4b77f8-2f7e-4050-9fe7-a197c885432a,revision_number=0']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:33.024478 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-f658e67a-9e59-4244-8e0c-9000fc3d0849 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:33.025689 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-f658e67a-9e59-4244-8e0c-9000fc3d0849 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2615705 Aug 07 04:58:33.030781 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 41184) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:58:33.039704 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.v2.base [None req-53a6fbef-fb2a-49fb-a8ed-ac230c744646 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Request body: {'security_group_rule': {'security_group_id': '2c28cca9-eba1-46f0-b5ee-2f137ded1910', 'project_id': 'acb8843e06aa440fb7b9121a3737a6d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:58:33.079135 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-bce49dd2-1582-482d-be70-77aec04dbebb req-39712fea-5501-4b8e-a8df-cd27b52c7499 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e08ba5ab4feb433fa91e7057f10230b5 HTTP/1.1" status: 200 len: 380 time: 0.0618765 Aug 07 04:58:33.090630 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.v2.base [req-bce49dd2-1582-482d-be70-77aec04dbebb req-5c956a1c-337b-44e7-922d-28feb6d2c2a5 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Request body: {'port': {'device_id': '2026fbc1-5cab-4ea0-930e-84b555508bfb', 'network_id': '733634ef-5b86-411e-9b36-39e7b92f41be', 'admin_state_up': True, 'tenant_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'security_groups': ['ffdf2399-faeb-48c4-8780-bc2d176294d9']}} {{(pid=93260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:58:33.102907 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.db.securitygroups_db [None req-53a6fbef-fb2a-49fb-a8ed-ac230c744646 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Project acb8843e06aa440fb7b9121a3737a6d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 07 04:58:33.113199 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-53a6fbef-fb2a-49fb-a8ed-ac230c744646 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:33.218901 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-53a6fbef-fb2a-49fb-a8ed-ac230c744646 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:33.224713 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-53a6fbef-fb2a-49fb-a8ed-ac230c744646 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733518'] for security_group_rule, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:33.246164 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a6fbef-fb2a-49fb-a8ed-ac230c744646 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=848a411d-e041-41fb-8b5b-f4c9ef0fc303,revision_number=0']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:33.246595 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bce49dd2-1582-482d-be70-77aec04dbebb req-5c956a1c-337b-44e7-922d-28feb6d2c2a5 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Made reservation on behalf of e08ba5ab4feb433fa91e7057f10230b5 for: {'port': 1} {{(pid=93260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:58:33.255752 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-bce49dd2-1582-482d-be70-77aec04dbebb req-5c956a1c-337b-44e7-922d-28feb6d2c2a5 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:33.256975 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-53a6fbef-fb2a-49fb-a8ed-ac230c744646 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:33.261902 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-53a6fbef-fb2a-49fb-a8ed-ac230c744646 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2263355 Aug 07 04:58:33.290200 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd46a7a-fe0a-4c4d-b618-03a5253f0e19 None None] New status for floating IP 0aecd33d-8a54-47a2-b049-9303fff6bf5e: ACTIVE {{(pid=93261) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 04:58:33.395540 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-4f9e3477-a4e9-4532-8b04-c1f8caa8eef3 req-7db51800-e221-41f3-9dc3-0ceb2311cb77 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1142118148&fields=id&tenant_id=acb8843e06aa440fb7b9121a3737a6d9 HTTP/1.1" status: 200 len: 267 time: 0.0474446 Aug 07 04:58:33.427848 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=93261) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 04:58:33.506710 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9e3477-a4e9-4532-8b04-c1f8caa8eef3 req-ced03321-aa77-42b4-8ed4-f2bec427df68 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:33.508288 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-4f9e3477-a4e9-4532-8b04-c1f8caa8eef3 req-ced03321-aa77-42b4-8ed4-f2bec427df68 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f1084-1b72-4a96-8c40-e3a5522b5152 HTTP/1.1" status: 200 len: 945 time: 0.1066101 Aug 07 04:58:33.522633 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.v2.base [req-4f9e3477-a4e9-4532-8b04-c1f8caa8eef3 req-151452d1-d1d9-4686-823d-cb2cdbd3bbe2 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Request body: {'port': {'security_groups': ['1a02d75e-311a-4f0b-88e7-6a868af689f5', '2c28cca9-eba1-46f0-b5ee-2f137ded1910']}} {{(pid=93259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:58:33.529319 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a972ab-4492-4d9e-9089-e2342f1c1d4c req-0757f9a2-7053-4c73-b11d-8554e6d3d994 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:33.532332 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-66a972ab-4492-4d9e-9089-e2342f1c1d4c req-0757f9a2-7053-4c73-b11d-8554e6d3d994 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 944 time: 0.1600358 Aug 07 04:58:33.630322 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-66a972ab-4492-4d9e-9089-e2342f1c1d4c req-28a07ed9-7b47-48f2-9b57-b247a322856f tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ace81de-1fdd-4f9f-94d0-b0686fe1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787733 Aug 07 04:58:33.637452 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.db.db_base_plugin_common [req-bce49dd2-1582-482d-be70-77aec04dbebb req-5c956a1c-337b-44e7-922d-28feb6d2c2a5 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Allocated IP 172.20.0.5 (733634ef-5b86-411e-9b36-39e7b92f41be/e84e0528-898f-4ad3-8787-7fdf44fd2ccb/e940df9b-72f1-43f0-ba1b-3f4dd50c00d9) {{(pid=93260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:58:33.668002 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-4f9e3477-a4e9-4532-8b04-c1f8caa8eef3 req-151452d1-d1d9-4686-823d-cb2cdbd3bbe2 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:33.707344 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] For port ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab,segment=NetworkSegment(5c4cc400-a497-44e6-be97-a3f4f6364da8),segment_id=5c4cc400-a497-44e6-be97-a3f4f6364da8)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:58:33.735855 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Returning: {'device': 'ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab', 'network_id': '4c392ea1-f973-4e27-8c93-9da70b5eee3e', 'port_id': 'ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab', 'mac_address': 'fa:16:3e:93:1a:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c03fc84b-f6fc-4f24-bb48-576f621db152', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93261) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 04:58:33.804313 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:33.819713 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.notifiers.nova [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab {{(pid=93261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:58:33.841277 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] For port ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab,segment=NetworkSegment(5c4cc400-a497-44e6-be97-a3f4f6364da8),segment_id=5c4cc400-a497-44e6-be97-a3f4f6364da8)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:58:33.847093 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:33.897453 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-82275558-f4e7-4fa2-8098-1ad6c617feb0 req-0d65be48-b557-4f59-9f08-550caeb14f7b tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/ports?device_id=2026fbc1-5cab-4ea0-930e-84b555508bfb HTTP/1.1" status: 200 len: 210 time: 0.0525720 Aug 07 04:58:33.900447 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Pushing event updated for resources: {'Port': ['ID=ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab,revision_number=9']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:33.909473 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:58:33.909769 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:58:33.910025 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:58:33.910359 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:58:33.910692 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:58:33.911086 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:58:33.911424 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:58:33.911751 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:58:33.912077 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:58:33.912555 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:58:33.912884 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:58:33.913733 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:58:33.988720 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-bce49dd2-1582-482d-be70-77aec04dbebb req-5c956a1c-337b-44e7-922d-28feb6d2c2a5 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks [] for port, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:33.996148 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.db [req-4f9e3477-a4e9-4532-8b04-c1f8caa8eef3 req-151452d1-d1d9-4686-823d-cb2cdbd3bbe2 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] For port 562c7290-372f-4b63-874c-9ff5d4bde0ce, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=562c7290-372f-4b63-874c-9ff5d4bde0ce,segment=NetworkSegment(b9e981f6-9fda-4321-8932-b8fc344b1172),segment_id=b9e981f6-9fda-4321-8932-b8fc344b1172)] {{(pid=93259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:58:34.006454 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.db.provisioning_blocks [req-bce49dd2-1582-482d-be70-77aec04dbebb req-5c956a1c-337b-44e7-922d-28feb6d2c2a5 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Transition to ACTIVE for port object e940df9b-72f1-43f0-ba1b-3f4dd50c00d9 will not be triggered until provisioned by entity DHCP. {{(pid=93260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:58:34.056967 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-4f9e3477-a4e9-4532-8b04-c1f8caa8eef3 req-151452d1-d1d9-4686-823d-cb2cdbd3bbe2 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Notify callbacks [] for port, precommit_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:34.065217 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-4f9e3477-a4e9-4532-8b04-c1f8caa8eef3 req-151452d1-d1d9-4686-823d-cb2cdbd3bbe2 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8513241'] for port, after_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:34.068306 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-bce49dd2-1582-482d-be70-77aec04dbebb req-5c956a1c-337b-44e7-922d-28feb6d2c2a5 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768807127269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9563756'] for port, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:34.079930 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] get_ports_and_sgs() called for port_ids ['562c7290-372f-4b63-874c-9ff5d4bde0ce'] {{(pid=93261) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:58:34.138271 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9e3477-a4e9-4532-8b04-c1f8caa8eef3 req-151452d1-d1d9-4686-823d-cb2cdbd3bbe2 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:34.139808 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-4f9e3477-a4e9-4532-8b04-c1f8caa8eef3 req-151452d1-d1d9-4686-823d-cb2cdbd3bbe2 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77622'] for port, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:34.142081 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-4f9e3477-a4e9-4532-8b04-c1f8caa8eef3 req-151452d1-d1d9-4686-823d-cb2cdbd3bbe2 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "PUT /v2.0/ports/562c7290-372f-4b63-874c-9ff5d4bde0ce HTTP/1.1" status: 200 len: 981 time: 0.6257520 Aug 07 04:58:34.146693 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a83f1084-1b72-4a96-8c40-e3a5522b5152', 'tag': '562c7290-372f-4b63-874c-9ff5d4bde0ce'}] {{(pid=93259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:58:34.150379 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2475665ef9a7cb8741e3251ff967df6d1dd3d3eb822c2e36b28ddc32d9da7eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-288f772b-301d-4233-a4bf-f4d0564d455f" -d '{"events": [{"name": "network-changed", "server_uuid": "a83f1084-1b72-4a96-8c40-e3a5522b5152", "tag": "562c7290-372f-4b63-874c-9ff5d4bde0ce"}]}' {{(pid=93259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:58:34.207836 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] get_ports_and_sgs() called for port_ids ['ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab'] {{(pid=93261) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:58:34.247365 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c956a1c-337b-44e7-922d-28feb6d2c2a5 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Pushing event updated for resources: {'Port': ['ID=e940df9b-72f1-43f0-ba1b-3f4dd50c00d9,revision_number=1']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:34.273490 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151452d1-d1d9-4686-823d-cb2cdbd3bbe2 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Pushing event updated for resources: {'Port': ['ID=562c7290-372f-4b63-874c-9ff5d4bde0ce,revision_number=6']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:34.280961 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bce49dd2-1582-482d-be70-77aec04dbebb req-5c956a1c-337b-44e7-922d-28feb6d2c2a5 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Network 733634ef-5b86-411e-9b36-39e7b92f41be is already hosted by enough agents. {{(pid=93260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:58:34.282530 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] get_ports_and_sgs() called for port_ids ['562c7290-372f-4b63-874c-9ff5d4bde0ce'] {{(pid=93261) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:58:34.289600 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 04:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6479efde-f4b5-4632-8d2f-a56b20fc268d x-openstack-request-id: req-6479efde-f4b5-4632-8d2f-a56b20fc268d {{(pid=93259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:58:34.290228 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a83f1084-1b72-4a96-8c40-e3a5522b5152", "tag": "562c7290-372f-4b63-874c-9ff5d4bde0ce", "status": "completed", "code": 200}]} {{(pid=93259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:58:34.290764 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6479efde-f4b5-4632-8d2f-a56b20fc268d {{(pid=93259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:58:34.291554 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a83f1084-1b72-4a96-8c40-e3a5522b5152', 'tag': '562c7290-372f-4b63-874c-9ff5d4bde0ce', 'status': 'completed', 'code': 200} Aug 07 04:58:34.301487 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.base_scheduler [req-bce49dd2-1582-482d-be70-77aec04dbebb req-5c956a1c-337b-44e7-922d-28feb6d2c2a5 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Resources bound (agent type, host, resource id): {{(pid=93260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:58:34.349201 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.db.l3_dvrscheduler_db [req-bce49dd2-1582-482d-be70-77aec04dbebb req-5c956a1c-337b-44e7-922d-28feb6d2c2a5 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Received port after_create {{(pid=93260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:58:34.400711 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288f772b-301d-4233-a4bf-f4d0564d455f req-08130225-99a0-449e-822a-e7afed943f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:34.411445 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-288f772b-301d-4233-a4bf-f4d0564d455f req-08130225-99a0-449e-822a-e7afed943f52 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=acb8843e06aa440fb7b9121a3737a6d9&device_id=a83f1084-1b72-4a96-8c40-e3a5522b5152 HTTP/1.1" status: 200 len: 1137 time: 0.1126344 Aug 07 04:58:34.548856 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce49dd2-1582-482d-be70-77aec04dbebb req-5c956a1c-337b-44e7-922d-28feb6d2c2a5 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:34.550025 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-bce49dd2-1582-482d-be70-77aec04dbebb req-5c956a1c-337b-44e7-922d-28feb6d2c2a5 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568364'] for port, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:34.645945 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-bce49dd2-1582-482d-be70-77aec04dbebb req-5c956a1c-337b-44e7-922d-28feb6d2c2a5 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5597129 Aug 07 04:58:34.658984 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288f772b-301d-4233-a4bf-f4d0564d455f req-5aae2706-946b-4e45-bd40-4eb8e96dbdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:34.662370 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-288f772b-301d-4233-a4bf-f4d0564d455f req-5aae2706-946b-4e45-bd40-4eb8e96dbdb8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ca1bf4c2-4efb-4223-bf35-8f10c3d069a0 HTTP/1.1" status: 200 len: 915 time: 0.2468853 Aug 07 04:58:34.691046 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23069b8b-622b-42da-83a3-46e0109c8f54 req-a92b83b2-46bf-477c-901a-6aacaa662619 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:34.703367 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-23069b8b-622b-42da-83a3-46e0109c8f54 req-a92b83b2-46bf-477c-901a-6aacaa662619 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f1084-1b72-4a96-8c40-e3a5522b5152 HTTP/1.1" status: 200 len: 984 time: 0.4182208 Aug 07 04:58:34.715053 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.v2.base [req-bce49dd2-1582-482d-be70-77aec04dbebb req-7b28b13d-a157-482b-a0f5-c4d18f9d6e5f service neutron] Request body: {'port': {'device_id': '2026fbc1-5cab-4ea0-930e-84b555508bfb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=93260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:58:34.786597 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a688fa57-72bf-451b-bcaa-c83e8bcdf251 None None] Provisioning complete for port 562c7290-372f-4b63-874c-9ff5d4bde0ce triggered by entity DHCP. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:58:34.787172 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a688fa57-72bf-451b-bcaa-c83e8bcdf251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:34.820738 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-bce49dd2-1582-482d-be70-77aec04dbebb req-7b28b13d-a157-482b-a0f5-c4d18f9d6e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:34.825053 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-288f772b-301d-4233-a4bf-f4d0564d455f req-2d37a678-5cae-41fb-bb99-b17e193859b3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=562c7290-372f-4b63-874c-9ff5d4bde0ce HTTP/1.1" status: 200 len: 1001 time: 0.1529377 Aug 07 04:58:34.838184 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-23069b8b-622b-42da-83a3-46e0109c8f54 req-f415001b-cecc-4a50-9c49-dbff1ae3e2e8 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c28cca9-eba1-46f0-b5ee-2f137ded1910&id=1a02d75e-311a-4f0b-88e7-6a868af689f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1337025 Aug 07 04:58:34.956328 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288f772b-301d-4233-a4bf-f4d0564d455f req-fc1ee5bd-29b7-4eaa-bf5c-271689b8ecad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:34.959248 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-288f772b-301d-4233-a4bf-f4d0564d455f req-fc1ee5bd-29b7-4eaa-bf5c-271689b8ecad service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f49eb454-b746-4ddc-89ee-10789991881b HTTP/1.1" status: 200 len: 853 time: 0.1207438 Aug 07 04:58:34.975828 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4099763b-cb4c-46de-88aa-efeb0b12b5eb req-b19d1d47-fb27-4b73-b24c-91f36e6f9e52 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:34.978549 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-4099763b-cb4c-46de-88aa-efeb0b12b5eb req-b19d1d47-fb27-4b73-b24c-91f36e6f9e52 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 945 time: 0.1564851 Aug 07 04:58:35.099996 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-4099763b-cb4c-46de-88aa-efeb0b12b5eb req-3f807aeb-abfa-4b05-a831-a4b41f03da9c tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ace81de-1fdd-4f9f-94d0-b0686fe1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064367 Aug 07 04:58:35.114612 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288f772b-301d-4233-a4bf-f4d0564d455f req-efd5c2f1-88a2-4fcf-9879-dded6cf4e6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:35.117423 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-288f772b-301d-4233-a4bf-f4d0564d455f req-efd5c2f1-88a2-4fcf-9879-dded6cf4e6a9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ca1bf4c2-4efb-4223-bf35-8f10c3d069a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1376045 Aug 07 04:58:35.346333 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-288f772b-301d-4233-a4bf-f4d0564d455f req-d9547c43-7e4d-48ea-8b15-62e71e74381e service neutron] 10.222.0.43 "GET /v2.0/networks/ca1bf4c2-4efb-4223-bf35-8f10c3d069a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199917 Aug 07 04:58:35.470128 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a4be62e0-6b6d-49be-aed3-5c5c119895a7 None None] Provisioning for port e940df9b-72f1-43f0-ba1b-3f4dd50c00d9 completed by entity DHCP. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:58:35.489254 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a4be62e0-6b6d-49be-aed3-5c5c119895a7 None None] Provisioning complete for port e940df9b-72f1-43f0-ba1b-3f4dd50c00d9 triggered by entity DHCP. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:58:35.489632 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a4be62e0-6b6d-49be-aed3-5c5c119895a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:35.588069 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.plugin [None req-a4be62e0-6b6d-49be-aed3-5c5c119895a7 None None] Port e940df9b-72f1-43f0-ba1b-3f4dd50c00d9 cannot update to ACTIVE because it is not bound. {{(pid=93261) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 04:58:35.602694 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb01635-1fd7-45b0-a386-f40a1a098956 req-35074c1e-2623-4fef-84f5-d6aea13e294e tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:35.606584 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-bbb01635-1fd7-45b0-a386-f40a1a098956 req-35074c1e-2623-4fef-84f5-d6aea13e294e tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=e26fb9f9-47b8-4e88-96bb-3a4174a1425c HTTP/1.1" status: 200 len: 945 time: 0.0836234 Aug 07 04:58:35.719981 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-bbb01635-1fd7-45b0-a386-f40a1a098956 req-f258fb4a-b215-47ee-ad57-7f524cbcf1d5 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963714 Aug 07 04:58:35.761306 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298d0b23-335b-4111-a43c-c91e3535b241 req-ba44d95c-f36b-4d71-9577-913dea9a9211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:35.764052 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-298d0b23-335b-4111-a43c-c91e3535b241 req-ba44d95c-f36b-4d71-9577-913dea9a9211 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bf4917b012d34a5d91aeccbdaa55f15f&device_id=e26fb9f9-47b8-4e88-96bb-3a4174a1425c HTTP/1.1" status: 200 len: 1098 time: 0.4900217 Aug 07 04:58:35.789200 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c050542-ceaf-4c56-bae1-ff6ac59ee3f2 req-40b4d129-7adf-4cf7-9f78-f1f9f2e6b3ed tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:35.791146 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-6c050542-ceaf-4c56-bae1-ff6ac59ee3f2 req-40b4d129-7adf-4cf7-9f78-f1f9f2e6b3ed tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/ports?device_id=2026fbc1-5cab-4ea0-930e-84b555508bfb HTTP/1.1" status: 200 len: 931 time: 0.4657161 Aug 07 04:58:35.792650 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.notifiers.nova [req-bce49dd2-1582-482d-be70-77aec04dbebb req-7b28b13d-a157-482b-a0f5-c4d18f9d6e5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e940df9b-72f1-43f0-ba1b-3f4dd50c00d9 {{(pid=93260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:58:35.801251 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-bce49dd2-1582-482d-be70-77aec04dbebb req-7b28b13d-a157-482b-a0f5-c4d18f9d6e5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:35.820281 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.db.provisioning_blocks [req-bce49dd2-1582-482d-be70-77aec04dbebb req-7b28b13d-a157-482b-a0f5-c4d18f9d6e5f service neutron] Transition to ACTIVE for port object e940df9b-72f1-43f0-ba1b-3f4dd50c00d9 will not be triggered until provisioned by entity L2. {{(pid=93260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:58:35.827969 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-bce49dd2-1582-482d-be70-77aec04dbebb req-7b28b13d-a157-482b-a0f5-c4d18f9d6e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9563749'] for port, after_update {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:35.874037 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-288f772b-301d-4233-a4bf-f4d0564d455f req-46d76ba8-7d87-4853-b377-ad6ca138ec84 service neutron] 10.222.0.43 "GET /v2.0/networks/ca1bf4c2-4efb-4223-bf35-8f10c3d069a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5113003 Aug 07 04:58:35.925177 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b28b13d-a157-482b-a0f5-c4d18f9d6e5f service neutron] Pushing event updated for resources: {'Port': ['ID=e940df9b-72f1-43f0-ba1b-3f4dd50c00d9,revision_number=2']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:35.926416 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-6c050542-ceaf-4c56-bae1-ff6ac59ee3f2 req-65ac08a6-3292-4ff8-8d8c-06017d5e68a3 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdf2399-faeb-48c4-8780-bc2d176294d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217844 Aug 07 04:58:35.980694 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298d0b23-335b-4111-a43c-c91e3535b241 req-1f4bfe9d-469b-4ab4-bcc3-2a95b4c7f32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:35.983926 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-298d0b23-335b-4111-a43c-c91e3535b241 req-1f4bfe9d-469b-4ab4-bcc3-2a95b4c7f32e service neutron] 10.222.0.43 "GET /v2.0/networks?id=caf0bc31-a106-4ab2-8d11-96d79fef6eec HTTP/1.1" status: 200 len: 920 time: 0.1914208 Aug 07 04:58:36.020041 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.managers [req-bce49dd2-1582-482d-be70-77aec04dbebb req-7b28b13d-a157-482b-a0f5-c4d18f9d6e5f service neutron] Attempting to bind port e940df9b-72f1-43f0-ba1b-3f4dd50c00d9 on host hv-cinder-75994 for vnic_type normal with profile {{(pid=93260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:58:36.020805 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.managers [req-bce49dd2-1582-482d-be70-77aec04dbebb req-7b28b13d-a157-482b-a0f5-c4d18f9d6e5f service neutron] Attempting to bind port e940df9b-72f1-43f0-ba1b-3f4dd50c00d9 by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': '97498eba-fdf7-4cfc-895c-aca98f9581a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '733634ef-5b86-411e-9b36-39e7b92f41be'}] {{(pid=93260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:58:36.021497 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce49dd2-1582-482d-be70-77aec04dbebb req-7b28b13d-a157-482b-a0f5-c4d18f9d6e5f service neutron] Attempting to bind port e940df9b-72f1-43f0-ba1b-3f4dd50c00d9 on network 733634ef-5b86-411e-9b36-39e7b92f41be {{(pid=93260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:58:36.030981 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce49dd2-1582-482d-be70-77aec04dbebb req-7b28b13d-a157-482b-a0f5-c4d18f9d6e5f service neutron] Port e940df9b-72f1-43f0-ba1b-3f4dd50c00d9 on network 733634ef-5b86-411e-9b36-39e7b92f41be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=93260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 04:58:36.031939 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce49dd2-1582-482d-be70-77aec04dbebb req-7b28b13d-a157-482b-a0f5-c4d18f9d6e5f service neutron] Attempting to bind port e940df9b-72f1-43f0-ba1b-3f4dd50c00d9 on network 733634ef-5b86-411e-9b36-39e7b92f41be {{(pid=93260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:58:36.041632 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce49dd2-1582-482d-be70-77aec04dbebb req-7b28b13d-a157-482b-a0f5-c4d18f9d6e5f service neutron] Checking agent: {'id': '5f67c77d-38b5-4515-b30f-34d5315bdd9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 53, 29), 'started_at': datetime.datetime(2021, 8, 7, 4, 53, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:58:36.042258 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce49dd2-1582-482d-be70-77aec04dbebb req-7b28b13d-a157-482b-a0f5-c4d18f9d6e5f service neutron] Checking segment: {'id': '97498eba-fdf7-4cfc-895c-aca98f9581a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '733634ef-5b86-411e-9b36-39e7b92f41be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:58:36.043140 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce49dd2-1582-482d-be70-77aec04dbebb req-7b28b13d-a157-482b-a0f5-c4d18f9d6e5f service neutron] Bound using segment: {'id': '97498eba-fdf7-4cfc-895c-aca98f9581a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '733634ef-5b86-411e-9b36-39e7b92f41be'} {{(pid=93260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:58:36.043266 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-298d0b23-335b-4111-a43c-c91e3535b241 req-f5526002-1194-445b-a2c0-22171b729b8a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6dbcff7c-00ba-4d70-85a4-255fffbcc0a0 HTTP/1.1" status: 200 len: 217 time: 0.0507588 Aug 07 04:58:36.043916 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.managers [req-bce49dd2-1582-482d-be70-77aec04dbebb req-7b28b13d-a157-482b-a0f5-c4d18f9d6e5f service neutron] Bound port: e940df9b-72f1-43f0-ba1b-3f4dd50c00d9, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97498eba-fdf7-4cfc-895c-aca98f9581a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '733634ef-5b86-411e-9b36-39e7b92f41be'}}] {{(pid=93260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:58:36.044393 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-bce49dd2-1582-482d-be70-77aec04dbebb req-7b28b13d-a157-482b-a0f5-c4d18f9d6e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:36.125047 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298d0b23-335b-4111-a43c-c91e3535b241 req-4358e002-413d-44a2-adaf-2aef044e0baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:36.127748 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-298d0b23-335b-4111-a43c-c91e3535b241 req-4358e002-413d-44a2-adaf-2aef044e0baf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9aa1c2af-b174-4fad-8400-e05d1fd01345 HTTP/1.1" status: 200 len: 859 time: 0.0755758 Aug 07 04:58:36.148256 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.db [req-bce49dd2-1582-482d-be70-77aec04dbebb req-7b28b13d-a157-482b-a0f5-c4d18f9d6e5f service neutron] For port e940df9b-72f1-43f0-ba1b-3f4dd50c00d9, host hv-cinder-75994, cleared binding levels {{(pid=93260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:58:36.154214 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.db [req-bce49dd2-1582-482d-be70-77aec04dbebb req-7b28b13d-a157-482b-a0f5-c4d18f9d6e5f service neutron] For port e940df9b-72f1-43f0-ba1b-3f4dd50c00d9, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=e940df9b-72f1-43f0-ba1b-3f4dd50c00d9,segment=NetworkSegment(97498eba-fdf7-4cfc-895c-aca98f9581a8),segment_id=97498eba-fdf7-4cfc-895c-aca98f9581a8)] {{(pid=93260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:58:36.162099 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-bce49dd2-1582-482d-be70-77aec04dbebb req-7b28b13d-a157-482b-a0f5-c4d18f9d6e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9563749'] for port, after_update {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:36.194833 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-298d0b23-335b-4111-a43c-c91e3535b241 req-5aabdd3c-c0c1-4f1d-81a4-6ff57376322d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=caf0bc31-a106-4ab2-8d11-96d79fef6eec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539234 Aug 07 04:58:36.206951 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce49dd2-1582-482d-be70-77aec04dbebb req-7b28b13d-a157-482b-a0f5-c4d18f9d6e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:36.207580 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-bce49dd2-1582-482d-be70-77aec04dbebb req-7b28b13d-a157-482b-a0f5-c4d18f9d6e5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568364'] for port, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:36.209228 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-bce49dd2-1582-482d-be70-77aec04dbebb req-7b28b13d-a157-482b-a0f5-c4d18f9d6e5f service neutron] 10.222.0.43 "PUT /v2.0/ports/e940df9b-72f1-43f0-ba1b-3f4dd50c00d9 HTTP/1.1" status: 200 len: 1093 time: 1.5413501 Aug 07 04:58:36.209499 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2026fbc1-5cab-4ea0-930e-84b555508bfb', 'tag': 'e940df9b-72f1-43f0-ba1b-3f4dd50c00d9'}] {{(pid=93260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:58:36.212048 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9471522559f84b73cf1045644644c0a628e3dc4684c08e707fd64d6512f95f4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d16e7472-c8dd-47dc-a943-e47ccc1bb9e7" -d '{"events": [{"name": "network-changed", "server_uuid": "2026fbc1-5cab-4ea0-930e-84b555508bfb", "tag": "e940df9b-72f1-43f0-ba1b-3f4dd50c00d9"}]}' {{(pid=93260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:58:36.267625 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b28b13d-a157-482b-a0f5-c4d18f9d6e5f service neutron] Pushing event updated for resources: {'Port': ['ID=e940df9b-72f1-43f0-ba1b-3f4dd50c00d9,revision_number=3']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:36.319683 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 04:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25329325-bea4-422c-94d1-9779a5134b94 x-openstack-request-id: req-25329325-bea4-422c-94d1-9779a5134b94 {{(pid=93260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:58:36.320139 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2026fbc1-5cab-4ea0-930e-84b555508bfb", "tag": "e940df9b-72f1-43f0-ba1b-3f4dd50c00d9", "status": "completed", "code": 200}]} {{(pid=93260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:58:36.320538 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-25329325-bea4-422c-94d1-9779a5134b94 {{(pid=93260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:58:36.321150 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2026fbc1-5cab-4ea0-930e-84b555508bfb', 'tag': 'e940df9b-72f1-43f0-ba1b-3f4dd50c00d9', 'status': 'completed', 'code': 200} Aug 07 04:58:36.380896 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-298d0b23-335b-4111-a43c-c91e3535b241 req-c6334283-1ccd-40d6-9f87-0aa77b69362c service neutron] 10.222.0.43 "GET /v2.0/networks/caf0bc31-a106-4ab2-8d11-96d79fef6eec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727946 Aug 07 04:58:36.421942 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce49dd2-1582-482d-be70-77aec04dbebb req-9073481a-48e2-4cc9-bb95-46dea533a993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:36.424620 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-bce49dd2-1582-482d-be70-77aec04dbebb req-9073481a-48e2-4cc9-bb95-46dea533a993 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e08ba5ab4feb433fa91e7057f10230b5&device_id=2026fbc1-5cab-4ea0-930e-84b555508bfb HTTP/1.1" status: 200 len: 1096 time: 0.1408730 Aug 07 04:58:36.434574 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246d3fb-3d3a-403d-85d7-9f9664c6799c req-671701c2-a1ac-427b-9406-4eb184ebca2c tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:36.437553 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-e246d3fb-3d3a-403d-85d7-9f9664c6799c req-671701c2-a1ac-427b-9406-4eb184ebca2c tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 945 time: 0.1380970 Aug 07 04:58:36.482894 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-bce49dd2-1582-482d-be70-77aec04dbebb req-43e88614-bdf2-45ad-a088-a377e7c78c43 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e940df9b-72f1-43f0-ba1b-3f4dd50c00d9 HTTP/1.1" status: 200 len: 217 time: 0.0440114 Aug 07 04:58:36.528843 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-298d0b23-335b-4111-a43c-c91e3535b241 req-632d9395-4562-4bdd-b156-f52874508950 service neutron] 10.222.0.43 "GET /v2.0/networks/caf0bc31-a106-4ab2-8d11-96d79fef6eec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370010 Aug 07 04:58:36.562370 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-e246d3fb-3d3a-403d-85d7-9f9664c6799c req-587e621a-4427-480d-a2f7-abc46d076858 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ace81de-1fdd-4f9f-94d0-b0686fe1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823793 Aug 07 04:58:36.564035 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce49dd2-1582-482d-be70-77aec04dbebb req-acfe67f0-cf09-415a-b0c9-9f6f95527983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:36.565497 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-bce49dd2-1582-482d-be70-77aec04dbebb req-acfe67f0-cf09-415a-b0c9-9f6f95527983 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e84e0528-898f-4ad3-8787-7fdf44fd2ccb HTTP/1.1" status: 200 len: 850 time: 0.0743461 Aug 07 04:58:36.633998 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce49dd2-1582-482d-be70-77aec04dbebb req-57d1c901-b1ed-4d0d-85d4-ab55157763ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:36.635532 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-bce49dd2-1582-482d-be70-77aec04dbebb req-57d1c901-b1ed-4d0d-85d4-ab55157763ff service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=733634ef-5b86-411e-9b36-39e7b92f41be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0464189 Aug 07 04:58:36.744908 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-bce49dd2-1582-482d-be70-77aec04dbebb req-ffaaa36d-e381-4e97-8ac8-1b5f8bb1358c service neutron] 10.222.0.43 "GET /v2.0/networks/733634ef-5b86-411e-9b36-39e7b92f41be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965753 Aug 07 04:58:36.859132 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-bce49dd2-1582-482d-be70-77aec04dbebb req-c687dcaa-b6f7-4369-9838-192c45875c89 service neutron] 10.222.0.43 "GET /v2.0/networks/733634ef-5b86-411e-9b36-39e7b92f41be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045794 Aug 07 04:58:36.909793 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896ff410-90ac-4992-94e4-56527445a21f req-01760c36-01e1-479f-b0d6-4f38baab1d07 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:36.912040 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-896ff410-90ac-4992-94e4-56527445a21f req-01760c36-01e1-479f-b0d6-4f38baab1d07 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=e26fb9f9-47b8-4e88-96bb-3a4174a1425c HTTP/1.1" status: 200 len: 945 time: 0.0790753 Aug 07 04:58:36.967759 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-896ff410-90ac-4992-94e4-56527445a21f req-6bd13f1f-8e47-4a55-a821-6cffcace3f17 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486674 Aug 07 04:58:36.977061 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e7472-c8dd-47dc-a943-e47ccc1bb9e7 req-326abe67-163b-4305-85da-1f2f5653a2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:36.979764 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-d16e7472-c8dd-47dc-a943-e47ccc1bb9e7 req-326abe67-163b-4305-85da-1f2f5653a2fc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e08ba5ab4feb433fa91e7057f10230b5&device_id=2026fbc1-5cab-4ea0-930e-84b555508bfb HTTP/1.1" status: 200 len: 1096 time: 0.0580916 Aug 07 04:58:37.137253 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d71515-8985-4e1e-ad5c-ab0f47ecb139 req-af6ab46c-d145-42bd-8c5c-f0b06ceb1c75 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:37.139576 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-84d71515-8985-4e1e-ad5c-ab0f47ecb139 req-af6ab46c-d145-42bd-8c5c-f0b06ceb1c75 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/ports?device_id=2026fbc1-5cab-4ea0-930e-84b555508bfb HTTP/1.1" status: 200 len: 943 time: 0.0876007 Aug 07 04:58:37.143340 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e7472-c8dd-47dc-a943-e47ccc1bb9e7 req-e9a820ae-2baa-4fe9-af4c-e01e43aa836a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:37.144840 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-d16e7472-c8dd-47dc-a943-e47ccc1bb9e7 req-e9a820ae-2baa-4fe9-af4c-e01e43aa836a service neutron] 10.222.0.43 "GET /v2.0/networks?id=733634ef-5b86-411e-9b36-39e7b92f41be HTTP/1.1" status: 200 len: 912 time: 0.1477425 Aug 07 04:58:37.205493 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-d16e7472-c8dd-47dc-a943-e47ccc1bb9e7 req-3b74c30d-a64d-4b00-bf4f-60e89d78f099 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e940df9b-72f1-43f0-ba1b-3f4dd50c00d9 HTTP/1.1" status: 200 len: 217 time: 0.0522845 Aug 07 04:58:37.234704 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-84d71515-8985-4e1e-ad5c-ab0f47ecb139 req-1e5039c2-9fe4-4d6e-ae8e-2b43f91b8168 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdf2399-faeb-48c4-8780-bc2d176294d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878372 Aug 07 04:58:37.271859 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e7472-c8dd-47dc-a943-e47ccc1bb9e7 req-bdb2c755-459f-42bb-858f-0c6dfb9f8593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:37.273398 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-d16e7472-c8dd-47dc-a943-e47ccc1bb9e7 req-bdb2c755-459f-42bb-858f-0c6dfb9f8593 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e84e0528-898f-4ad3-8787-7fdf44fd2ccb HTTP/1.1" status: 200 len: 850 time: 0.0567429 Aug 07 04:58:37.337767 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e7472-c8dd-47dc-a943-e47ccc1bb9e7 req-37b9cb87-1ff0-4279-8c5f-672115bea4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:37.339491 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-d16e7472-c8dd-47dc-a943-e47ccc1bb9e7 req-37b9cb87-1ff0-4279-8c5f-672115bea4c4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=733634ef-5b86-411e-9b36-39e7b92f41be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0515332 Aug 07 04:58:37.433609 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab up at agent hyperv_hv-cinder-75994 {{(pid=93261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:58:37.445439 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-d16e7472-c8dd-47dc-a943-e47ccc1bb9e7 req-c7ed519e-8785-469b-8ddf-f3c452cc7439 service neutron] 10.222.0.43 "GET /v2.0/networks/733634ef-5b86-411e-9b36-39e7b92f41be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973663 Aug 07 04:58:37.504387 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Provisioning complete for port ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab triggered by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:58:37.505334 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:37.548211 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-d16e7472-c8dd-47dc-a943-e47ccc1bb9e7 req-0da1860f-2c29-479d-8480-3ba634b50919 service neutron] 10.222.0.43 "GET /v2.0/networks/733634ef-5b86-411e-9b36-39e7b92f41be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913067 Aug 07 04:58:37.605708 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:37.632172 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44710dc0-6806-45a6-b77f-9a0efe35d705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab'}] {{(pid=93261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:58:37.634610 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5d2cee0e1396f99553e356b0c4b33bfeaec0d7e5dcff0a4dea0c896a01c358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc60278-8741-43db-9bc1-e24ffa62ac4c" -d '{"events": [{"server_uuid": "44710dc0-6806-45a6-b77f-9a0efe35d705", "name": "network-vif-plugged", "status": "completed", "tag": "ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab"}]}' {{(pid=93261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:58:37.648501 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] For port ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab,segment=NetworkSegment(5c4cc400-a497-44e6-be97-a3f4f6364da8),segment_id=5c4cc400-a497-44e6-be97-a3f4f6364da8)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:58:37.656678 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:37.696617 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 04:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db1d4e5c-3f2e-4972-b132-ca767bc7bc65 x-openstack-request-id: req-db1d4e5c-3f2e-4972-b132-ca767bc7bc65 {{(pid=93261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:58:37.696913 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44710dc0-6806-45a6-b77f-9a0efe35d705", "name": "network-vif-plugged", "status": "completed", "tag": "ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab", "code": 200}]} {{(pid=93261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:58:37.697163 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-db1d4e5c-3f2e-4972-b132-ca767bc7bc65 {{(pid=93261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:58:37.697562 dv-cinder-759943-8-iscsi neutron-server[93261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44710dc0-6806-45a6-b77f-9a0efe35d705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab', 'code': 200} Aug 07 04:58:37.706436 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e71948-416d-4545-8cd2-0003746829aa req-46cb55ce-368c-4870-b944-22824a72f2d0 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:37.708399 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-04e71948-416d-4545-8cd2-0003746829aa req-46cb55ce-368c-4870-b944-22824a72f2d0 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 947 time: 0.0604661 Aug 07 04:58:37.719065 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Pushing event updated for resources: {'Port': ['ID=ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab,revision_number=10']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:37.768903 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-04e71948-416d-4545-8cd2-0003746829aa req-47e6522b-af93-407b-953c-055d7bf3a0a2 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ace81de-1fdd-4f9f-94d0-b0686fe1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521898 Aug 07 04:58:38.149609 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd8edf8-aa70-4e4f-8a51-7048d30002d6 req-b3cf179a-d94e-45e8-8f9d-68520efbaf81 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:38.151306 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-4dd8edf8-aa70-4e4f-8a51-7048d30002d6 req-b3cf179a-d94e-45e8-8f9d-68520efbaf81 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=e26fb9f9-47b8-4e88-96bb-3a4174a1425c HTTP/1.1" status: 200 len: 945 time: 0.0595112 Aug 07 04:58:38.199278 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-4dd8edf8-aa70-4e4f-8a51-7048d30002d6 req-20193414-9da5-42d0-bd4f-37faf1b4b9e0 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416136 Aug 07 04:58:38.277252 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91c402-33ac-46a4-88a1-ccfaeef1c82e req-887c0082-8fc7-404b-a9c9-4793d7d80c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:38.278864 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-8b91c402-33ac-46a4-88a1-ccfaeef1c82e req-887c0082-8fc7-404b-a9c9-4793d7d80c4e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 1100 time: 0.0482280 Aug 07 04:58:38.337098 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-8b91c402-33ac-46a4-88a1-ccfaeef1c82e req-ed001225-2c52-4c18-a5c4-59d7406292b4 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=7ace81de-1fdd-4f9f-94d0-b0686fe1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453627 Aug 07 04:58:38.373056 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a49633-9222-497c-906e-610f3de25778 req-9d52ee2e-e948-4c1a-b2d9-44b7fe79861d tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:38.375210 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-23a49633-9222-497c-906e-610f3de25778 req-9d52ee2e-e948-4c1a-b2d9-44b7fe79861d tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/ports?device_id=2026fbc1-5cab-4ea0-930e-84b555508bfb HTTP/1.1" status: 200 len: 943 time: 0.0613880 Aug 07 04:58:38.418341 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-23a49633-9222-497c-906e-610f3de25778 req-a37bd9c3-3c4b-4d85-b39b-9f27781a892f tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdf2399-faeb-48c4-8780-bc2d176294d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369575 Aug 07 04:58:38.904584 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42d0981-d5f6-46ba-bb13-45dda968bb24 req-36faaaf4-0213-4455-84ca-11e11c6785a7 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:38.906288 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-c42d0981-d5f6-46ba-bb13-45dda968bb24 req-36faaaf4-0213-4455-84ca-11e11c6785a7 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 947 time: 0.0576589 Aug 07 04:58:38.957375 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-c42d0981-d5f6-46ba-bb13-45dda968bb24 req-617544ee-6b6a-462c-9d6a-60f3d65f68c5 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ace81de-1fdd-4f9f-94d0-b0686fe1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396383 Aug 07 04:58:39.348880 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e05ac5f-3ccd-4198-9fa4-76067ee3e54e req-9082087a-6ac0-4f8e-b5b1-cd917567a7e2 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:39.350675 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-8e05ac5f-3ccd-4198-9fa4-76067ee3e54e req-9082087a-6ac0-4f8e-b5b1-cd917567a7e2 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=e26fb9f9-47b8-4e88-96bb-3a4174a1425c HTTP/1.1" status: 200 len: 945 time: 0.0663505 Aug 07 04:58:39.396538 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-8e05ac5f-3ccd-4198-9fa4-76067ee3e54e req-05023aa2-9042-441e-a38c-f24e379894b0 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393684 Aug 07 04:58:39.567408 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b751fc8-d4f7-454f-a2fd-56ff6817937c req-f3f427b5-6727-44e7-ac86-fd2fb563b8d6 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:39.569044 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-3b751fc8-d4f7-454f-a2fd-56ff6817937c req-f3f427b5-6727-44e7-ac86-fd2fb563b8d6 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/ports?device_id=2026fbc1-5cab-4ea0-930e-84b555508bfb HTTP/1.1" status: 200 len: 943 time: 0.0619869 Aug 07 04:58:39.633569 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-3b751fc8-d4f7-454f-a2fd-56ff6817937c req-35e02517-a06e-4bd9-aae3-41b25bd72f2d tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdf2399-faeb-48c4-8780-bc2d176294d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574086 Aug 07 04:58:40.126283 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9e0372-d307-464d-ab60-78b1b591e235 req-6d9fdc71-7a1c-4a27-86a9-a860acecbf56 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:40.129037 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-9a9e0372-d307-464d-ab60-78b1b591e235 req-6d9fdc71-7a1c-4a27-86a9-a860acecbf56 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 947 time: 0.0831263 Aug 07 04:58:40.193568 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-9a9e0372-d307-464d-ab60-78b1b591e235 req-b7dd0ba8-e63c-48a0-b8cd-b621fb0e8f7a tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ace81de-1fdd-4f9f-94d0-b0686fe1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579436 Aug 07 04:58:40.525615 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d339d9-f2e0-4e08-bf60-deb4adc33f48 req-5a476dcf-c266-4f52-a0d0-8b1ae6d6053f tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:40.527228 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-c8d339d9-f2e0-4e08-bf60-deb4adc33f48 req-5a476dcf-c266-4f52-a0d0-8b1ae6d6053f tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=e26fb9f9-47b8-4e88-96bb-3a4174a1425c HTTP/1.1" status: 200 len: 945 time: 0.0527620 Aug 07 04:58:40.575747 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-c8d339d9-f2e0-4e08-bf60-deb4adc33f48 req-e9da201d-0769-4d81-b680-12b8543e3db4 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368910 Aug 07 04:58:40.760537 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fedc66a-d1f6-446b-a442-beaacfccbb04 req-8b2e3e49-4f36-45d7-87b0-2e35275be8f4 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:40.762185 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-2fedc66a-d1f6-446b-a442-beaacfccbb04 req-8b2e3e49-4f36-45d7-87b0-2e35275be8f4 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/ports?device_id=2026fbc1-5cab-4ea0-930e-84b555508bfb HTTP/1.1" status: 200 len: 943 time: 0.0526369 Aug 07 04:58:40.808432 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-2fedc66a-d1f6-446b-a442-beaacfccbb04 req-051764a3-2885-4568-b87a-d101f2ae8ca8 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdf2399-faeb-48c4-8780-bc2d176294d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359635 Aug 07 04:58:41.353935 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ecfa60-5b75-411c-8aac-7ce1a5bb104e req-270de2d4-d042-4ed6-a685-14529cebc606 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:41.356836 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-17ecfa60-5b75-411c-8aac-7ce1a5bb104e req-270de2d4-d042-4ed6-a685-14529cebc606 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 947 time: 0.0724728 Aug 07 04:58:41.399956 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-17ecfa60-5b75-411c-8aac-7ce1a5bb104e req-47465bd5-3805-4432-b002-a0650e13d854 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ace81de-1fdd-4f9f-94d0-b0686fe1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370264 Aug 07 04:58:41.711732 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e842bda-4662-4dc7-8469-951ccd731d47 req-85d8e9a8-cf17-4b96-8187-c7be64b8f5f8 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:41.713373 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-9e842bda-4662-4dc7-8469-951ccd731d47 req-85d8e9a8-cf17-4b96-8187-c7be64b8f5f8 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=e26fb9f9-47b8-4e88-96bb-3a4174a1425c HTTP/1.1" status: 200 len: 945 time: 0.0618472 Aug 07 04:58:41.771005 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-9e842bda-4662-4dc7-8469-951ccd731d47 req-df25bec1-0473-440d-8c38-8b1ecf8815b3 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506601 Aug 07 04:58:41.938650 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a1cf7-fb29-4291-b651-f912c19d2028 req-da934682-a184-4e86-a30b-11e45106d563 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:41.940248 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-cb2a1cf7-fb29-4291-b651-f912c19d2028 req-da934682-a184-4e86-a30b-11e45106d563 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/ports?device_id=2026fbc1-5cab-4ea0-930e-84b555508bfb HTTP/1.1" status: 200 len: 943 time: 0.0536265 Aug 07 04:58:41.995376 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-cb2a1cf7-fb29-4291-b651-f912c19d2028 req-93855eb8-4ee0-4c54-b883-ec449e2b3f8d tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdf2399-faeb-48c4-8780-bc2d176294d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487127 Aug 07 04:58:42.903860 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2634c2-060b-4cb1-af8a-f0e84646d32b req-1fa879eb-2cb4-48af-9e6e-add4cb8b5ece tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:42.905834 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-3b2634c2-060b-4cb1-af8a-f0e84646d32b req-1fa879eb-2cb4-48af-9e6e-add4cb8b5ece tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=e26fb9f9-47b8-4e88-96bb-3a4174a1425c HTTP/1.1" status: 200 len: 945 time: 0.0550694 Aug 07 04:58:42.953902 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-3b2634c2-060b-4cb1-af8a-f0e84646d32b req-44a963c6-ec15-41a3-b757-84c028c48ddf tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362964 Aug 07 04:58:43.127883 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559f076-448e-4c9f-99f8-8498793122a7 req-bbd04206-2310-425b-a597-41f4fbad2e4e tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:43.129516 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-0559f076-448e-4c9f-99f8-8498793122a7 req-bbd04206-2310-425b-a597-41f4fbad2e4e tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/ports?device_id=2026fbc1-5cab-4ea0-930e-84b555508bfb HTTP/1.1" status: 200 len: 943 time: 0.0582035 Aug 07 04:58:43.176589 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-0559f076-448e-4c9f-99f8-8498793122a7 req-1f76a39c-505c-48cd-8879-14f98994e6cb tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdf2399-faeb-48c4-8780-bc2d176294d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362463 Aug 07 04:58:43.446890 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device e940df9b-72f1-43f0-ba1b-3f4dd50c00d9 details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=93261) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 04:58:43.564865 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] For port e940df9b-72f1-43f0-ba1b-3f4dd50c00d9, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=e940df9b-72f1-43f0-ba1b-3f4dd50c00d9,segment=NetworkSegment(97498eba-fdf7-4cfc-895c-aca98f9581a8),segment_id=97498eba-fdf7-4cfc-895c-aca98f9581a8)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:58:43.586819 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Returning: {'device': 'e940df9b-72f1-43f0-ba1b-3f4dd50c00d9', 'network_id': '733634ef-5b86-411e-9b36-39e7b92f41be', 'port_id': 'e940df9b-72f1-43f0-ba1b-3f4dd50c00d9', 'mac_address': 'fa:16:3e:cc:58:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e84e0528-898f-4ad3-8787-7fdf44fd2ccb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93261) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 04:58:43.630330 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:43.645790 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.notifiers.nova [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e940df9b-72f1-43f0-ba1b-3f4dd50c00d9 {{(pid=93261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:58:43.668602 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] For port e940df9b-72f1-43f0-ba1b-3f4dd50c00d9, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=e940df9b-72f1-43f0-ba1b-3f4dd50c00d9,segment=NetworkSegment(97498eba-fdf7-4cfc-895c-aca98f9581a8),segment_id=97498eba-fdf7-4cfc-895c-aca98f9581a8)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:58:43.674000 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:43.730958 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Pushing event updated for resources: {'Port': ['ID=e940df9b-72f1-43f0-ba1b-3f4dd50c00d9,revision_number=4']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:43.991156 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] get_ports_and_sgs() called for port_ids ['e940df9b-72f1-43f0-ba1b-3f4dd50c00d9'] {{(pid=93261) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:58:44.095955 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84f6625-cc75-48d0-bb82-328022a6efb2 req-34bd4494-26fd-4977-91ad-24120ec5b960 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:44.097735 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-a84f6625-cc75-48d0-bb82-328022a6efb2 req-34bd4494-26fd-4977-91ad-24120ec5b960 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=e26fb9f9-47b8-4e88-96bb-3a4174a1425c HTTP/1.1" status: 200 len: 945 time: 0.0548179 Aug 07 04:58:44.149109 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-a84f6625-cc75-48d0-bb82-328022a6efb2 req-849f6f3a-abe5-4449-a00c-458a838f9c54 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446494 Aug 07 04:58:44.316599 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db24e8f-7da7-455e-a384-be44c871cabe req-bbd81be8-526d-40be-81c8-9117edf74f75 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:44.318195 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-6db24e8f-7da7-455e-a384-be44c871cabe req-bbd81be8-526d-40be-81c8-9117edf74f75 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/ports?device_id=2026fbc1-5cab-4ea0-930e-84b555508bfb HTTP/1.1" status: 200 len: 944 time: 0.0669591 Aug 07 04:58:44.365015 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-6db24e8f-7da7-455e-a384-be44c871cabe req-3d1fdeb3-6b1c-41d6-93ce-d4aed5e32f5f tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdf2399-faeb-48c4-8780-bc2d176294d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395169 Aug 07 04:58:45.282572 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3376ae02-25d6-404d-b29e-fe3a28cfaaee req-06a2fea3-43ac-4bb0-998e-8ef00dce2bad tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:45.284127 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-3376ae02-25d6-404d-b29e-fe3a28cfaaee req-06a2fea3-43ac-4bb0-998e-8ef00dce2bad tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=e26fb9f9-47b8-4e88-96bb-3a4174a1425c HTTP/1.1" status: 200 len: 945 time: 0.0585999 Aug 07 04:58:45.329565 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-3376ae02-25d6-404d-b29e-fe3a28cfaaee req-aad1b986-eb9f-414f-9959-b446ca70cc50 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392587 Aug 07 04:58:45.463455 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device e940df9b-72f1-43f0-ba1b-3f4dd50c00d9 up at agent hyperv_hv-cinder-75994 {{(pid=93261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:58:45.492802 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340bef33-3d76-4664-865a-d3e29a9ab95f req-1e3954ca-f49a-4946-8908-c4cf020c9488 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:45.494446 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-340bef33-3d76-4664-865a-d3e29a9ab95f req-1e3954ca-f49a-4946-8908-c4cf020c9488 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/ports?device_id=2026fbc1-5cab-4ea0-930e-84b555508bfb HTTP/1.1" status: 200 len: 944 time: 0.0551178 Aug 07 04:58:45.536324 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Provisioning for port e940df9b-72f1-43f0-ba1b-3f4dd50c00d9 completed by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:58:45.542307 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-340bef33-3d76-4664-865a-d3e29a9ab95f req-920e8869-aebf-4796-84b7-4184e2ded672 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdf2399-faeb-48c4-8780-bc2d176294d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405350 Aug 07 04:58:45.543435 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Provisioning complete for port e940df9b-72f1-43f0-ba1b-3f4dd50c00d9 triggered by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:58:45.544268 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:45.670985 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:45.710592 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2026fbc1-5cab-4ea0-930e-84b555508bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e940df9b-72f1-43f0-ba1b-3f4dd50c00d9'}] {{(pid=93261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:58:45.712974 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5d2cee0e1396f99553e356b0c4b33bfeaec0d7e5dcff0a4dea0c896a01c358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8201ffb5-357e-4351-acd4-7f58b8716356" -d '{"events": [{"server_uuid": "2026fbc1-5cab-4ea0-930e-84b555508bfb", "name": "network-vif-plugged", "status": "completed", "tag": "e940df9b-72f1-43f0-ba1b-3f4dd50c00d9"}]}' {{(pid=93261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:58:45.727915 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] For port e940df9b-72f1-43f0-ba1b-3f4dd50c00d9, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=e940df9b-72f1-43f0-ba1b-3f4dd50c00d9,segment=NetworkSegment(97498eba-fdf7-4cfc-895c-aca98f9581a8),segment_id=97498eba-fdf7-4cfc-895c-aca98f9581a8)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:58:45.734100 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:45.762794 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 04:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-933db862-40c8-4654-bcc8-804c3eb475f0 x-openstack-request-id: req-933db862-40c8-4654-bcc8-804c3eb475f0 {{(pid=93261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:58:45.763123 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2026fbc1-5cab-4ea0-930e-84b555508bfb", "name": "network-vif-plugged", "status": "completed", "tag": "e940df9b-72f1-43f0-ba1b-3f4dd50c00d9", "code": 200}]} {{(pid=93261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:58:45.763404 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-933db862-40c8-4654-bcc8-804c3eb475f0 {{(pid=93261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:58:45.763992 dv-cinder-759943-8-iscsi neutron-server[93261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2026fbc1-5cab-4ea0-930e-84b555508bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e940df9b-72f1-43f0-ba1b-3f4dd50c00d9', 'code': 200} Aug 07 04:58:45.794761 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Pushing event updated for resources: {'Port': ['ID=e940df9b-72f1-43f0-ba1b-3f4dd50c00d9,revision_number=5']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:46.063560 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8aa714-af34-480c-aa58-edf6a3410ce8 req-52486f6b-7c0b-4665-9579-2511d4a86641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:46.066553 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-dd8aa714-af34-480c-aa58-edf6a3410ce8 req-52486f6b-7c0b-4665-9579-2511d4a86641 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2026fbc1-5cab-4ea0-930e-84b555508bfb HTTP/1.1" status: 200 len: 1098 time: 0.0690699 Aug 07 04:58:46.114449 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-dd8aa714-af34-480c-aa58-edf6a3410ce8 req-a91940f4-2cea-4c31-818d-269235ed6fcd service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ffdf2399-faeb-48c4-8780-bc2d176294d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361190 Aug 07 04:58:46.456783 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72e9455-fc38-41da-8952-37b9ca2460f5 req-89ff6bf1-856b-4f18-a43f-75ef00c05cfa tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:46.458447 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-d72e9455-fc38-41da-8952-37b9ca2460f5 req-89ff6bf1-856b-4f18-a43f-75ef00c05cfa tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=e26fb9f9-47b8-4e88-96bb-3a4174a1425c HTTP/1.1" status: 200 len: 945 time: 0.0541246 Aug 07 04:58:46.507389 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-d72e9455-fc38-41da-8952-37b9ca2460f5 req-b07b3454-0c87-4c1e-9d1b-1b13af0f97e2 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383465 Aug 07 04:58:46.686503 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da96cb4c-f57f-43b2-bf12-0e30f28f428e req-0fc85ee5-7b3c-48d0-8e9e-4bb844969921 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:46.688369 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-da96cb4c-f57f-43b2-bf12-0e30f28f428e req-0fc85ee5-7b3c-48d0-8e9e-4bb844969921 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/ports?device_id=2026fbc1-5cab-4ea0-930e-84b555508bfb HTTP/1.1" status: 200 len: 945 time: 0.0624554 Aug 07 04:58:46.731535 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-da96cb4c-f57f-43b2-bf12-0e30f28f428e req-33569fd0-b825-4d27-aa42-7aa2d31a78d3 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdf2399-faeb-48c4-8780-bc2d176294d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366750 Aug 07 04:58:47.631659 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8afd4-eef1-4015-bafa-92ae1ffa0e44 req-10e97d21-4689-491f-89df-fc88e08e1b6e tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:47.633304 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-66a8afd4-eef1-4015-bafa-92ae1ffa0e44 req-10e97d21-4689-491f-89df-fc88e08e1b6e tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=e26fb9f9-47b8-4e88-96bb-3a4174a1425c HTTP/1.1" status: 200 len: 945 time: 0.0540550 Aug 07 04:58:47.679629 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-66a8afd4-eef1-4015-bafa-92ae1ffa0e44 req-8ac4a36c-a857-4989-ad8b-cb3591f8e2ab tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396795 Aug 07 04:58:47.859560 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd031162-cdd7-4e62-8862-2b210d30a1ac req-10106a94-4695-4f88-80a9-1aacc7a67d99 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:47.861075 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-dd031162-cdd7-4e62-8862-2b210d30a1ac req-10106a94-4695-4f88-80a9-1aacc7a67d99 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/ports?device_id=2026fbc1-5cab-4ea0-930e-84b555508bfb HTTP/1.1" status: 200 len: 945 time: 0.0557992 Aug 07 04:58:47.902993 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-dd031162-cdd7-4e62-8862-2b210d30a1ac req-2c56d0a0-5137-4aec-a7fe-44bed6014ffa tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdf2399-faeb-48c4-8780-bc2d176294d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356483 Aug 07 04:58:48.022496 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1f1e83-926d-4d70-bbd8-2dc841ed6abd req-042ad1a0-db0c-4842-9858-8e1204395eda tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:48.024198 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-ad1f1e83-926d-4d70-bbd8-2dc841ed6abd req-042ad1a0-db0c-4842-9858-8e1204395eda tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/ports?device_id=2026fbc1-5cab-4ea0-930e-84b555508bfb HTTP/1.1" status: 200 len: 945 time: 0.0508094 Aug 07 04:58:48.067853 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-ad1f1e83-926d-4d70-bbd8-2dc841ed6abd req-544daab2-f04e-4c12-a452-c3a6fb899bd0 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdf2399-faeb-48c4-8780-bc2d176294d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364673 Aug 07 04:58:48.098629 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 41322) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:58:48.215286 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40534fbf-d4da-4eda-a676-04e223ec13d9 tempest-TestVolumeBootPattern-156970254 tempest-TestVolumeBootPattern-156970254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:48.216872 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-40534fbf-d4da-4eda-a676-04e223ec13d9 tempest-TestVolumeBootPattern-156970254 tempest-TestVolumeBootPattern-156970254-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2026fbc1-5cab-4ea0-930e-84b555508bfb HTTP/1.1" status: 200 len: 1093 time: 0.1171389 Aug 07 04:58:48.221213 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 41326) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:58:48.226247 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.v2.base [None req-89692505-d5f5-4d54-97f6-97da06af39a0 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Request body: {'floatingip': {'floating_network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'port_id': 'e940df9b-72f1-43f0-ba1b-3f4dd50c00d9', 'tenant_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:58:48.253335 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-89692505-d5f5-4d54-97f6-97da06af39a0 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks [] for floatingip, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:48.400492 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b663a-a46b-40b1-8d18-80451bb91b35 req-cad72f9a-4918-413c-b984-ba135a79e263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:48.402556 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-c90b663a-a46b-40b1-8d18-80451bb91b35 req-cad72f9a-4918-413c-b984-ba135a79e263 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e26fb9f9-47b8-4e88-96bb-3a4174a1425c HTTP/1.1" status: 200 len: 1098 time: 0.0668702 Aug 07 04:58:48.408107 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-89692505-d5f5-4d54-97f6-97da06af39a0 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:48.446537 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-c90b663a-a46b-40b1-8d18-80451bb91b35 req-c56d2f36-6b1c-40e2-bffd-d87e264b2907 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323346 Aug 07 04:58:48.577562 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.db_base_plugin_common [None req-89692505-d5f5-4d54-97f6-97da06af39a0 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Allocated IP 172.27.1.69 (7234aba2-ebe6-4f3d-9fb1-8b27c89e529f/7cdca82c-7858-4732-9c64-e97074532a2d/f9d27db3-65c6-4c79-8a2e-a42bdbbc7522) {{(pid=93259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:58:48.710074 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-89692505-d5f5-4d54-97f6-97da06af39a0 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks [] for port, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:48.811280 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-89692505-d5f5-4d54-97f6-97da06af39a0 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768807127269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513232'] for port, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:48.902087 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad30b651-979b-478e-a453-7d47b5220d62 req-fa51ef76-7293-4bb7-acc5-71afd47eba5b tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:48.905431 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-ad30b651-979b-478e-a453-7d47b5220d62 req-fa51ef76-7293-4bb7-acc5-71afd47eba5b tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=e26fb9f9-47b8-4e88-96bb-3a4174a1425c HTTP/1.1" status: 200 len: 945 time: 0.1462698 Aug 07 04:58:48.916050 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89692505-d5f5-4d54-97f6-97da06af39a0 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Network 7234aba2-ebe6-4f3d-9fb1-8b27c89e529f is already hosted by enough agents. {{(pid=93259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:58:48.927647 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.base_scheduler [None req-89692505-d5f5-4d54-97f6-97da06af39a0 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Resources bound (agent type, host, resource id): {{(pid=93259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:58:48.945584 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89692505-d5f5-4d54-97f6-97da06af39a0 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Received port after_create {{(pid=93259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:58:48.960202 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89692505-d5f5-4d54-97f6-97da06af39a0 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Pushing event updated for resources: {'Port': ['ID=f9d27db3-65c6-4c79-8a2e-a42bdbbc7522,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:49.060356 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-ad30b651-979b-478e-a453-7d47b5220d62 req-d8ee2e2a-b562-4599-8728-a1c4ebde9444 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386919 Aug 07 04:58:49.545715 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-89692505-d5f5-4d54-97f6-97da06af39a0 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:49.658649 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-89692505-d5f5-4d54-97f6-97da06af39a0 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:49.831061 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-89692505-d5f5-4d54-97f6-97da06af39a0 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks [] for port, precommit_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:49.836448 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-89692505-d5f5-4d54-97f6-97da06af39a0 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8513241'] for port, after_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:49.914885 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89692505-d5f5-4d54-97f6-97da06af39a0 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Pushing event updated for resources: {'Port': ['ID=f9d27db3-65c6-4c79-8a2e-a42bdbbc7522,revision_number=2']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:58:49.927707 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-89692505-d5f5-4d54-97f6-97da06af39a0 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-766596'] for floatingip, after_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:50.035619 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.db.l3_db [None req-89692505-d5f5-4d54-97f6-97da06af39a0 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Floating IP 4228dce8-b48e-4cd4-9a73-b575f43763d1 associated. External IP: 172.27.1.69, port: e940df9b-72f1-43f0-ba1b-3f4dd50c00d9. Aug 07 04:58:50.245050 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f773603-0243-432b-b881-8df135e21ca8 req-607c4f8a-c21a-493f-b919-f6267ebd328b tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:50.247784 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-2f773603-0243-432b-b881-8df135e21ca8 req-607c4f8a-c21a-493f-b919-f6267ebd328b tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=e26fb9f9-47b8-4e88-96bb-3a4174a1425c HTTP/1.1" status: 200 len: 945 time: 0.0717185 Aug 07 04:58:50.287111 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89692505-d5f5-4d54-97f6-97da06af39a0 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Router ad8449e8-1e39-494b-b6a0-64c5d48e6b91 has already been hosted by L3 agent c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6 {{(pid=93259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 04:58:50.320623 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-2f773603-0243-432b-b881-8df135e21ca8 req-1da266d1-6d6a-4f03-b10f-1cadbff5e8b5 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655022 Aug 07 04:58:50.422093 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89692505-d5f5-4d54-97f6-97da06af39a0 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify agent at l3_agent.dv-cinder-759943-8-iscsi the message routers_updated {{(pid=93259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 04:58:50.436963 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88421f6e-25fe-490c-9e9a-be0d535f3bae None None] Sync routers for ids ['ad8449e8-1e39-494b-b6a0-64c5d48e6b91'] in dv-cinder-759943-8-iscsi {{(pid=93262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 04:58:50.447735 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-89692505-d5f5-4d54-97f6-97da06af39a0 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77622'] for floatingip, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:50.454270 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88421f6e-25fe-490c-9e9a-be0d535f3bae None None] Routers {'ad8449e8-1e39-494b-b6a0-64c5d48e6b91'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:58:50.455121 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_hamode_db [None req-88421f6e-25fe-490c-9e9a-be0d535f3bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T04:58:30Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['ad8449e8-1e39-494b-b6a0-64c5d48e6b91'], 'active': True} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:58:50.494562 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-89692505-d5f5-4d54-97f6-97da06af39a0 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2718918 Aug 07 04:58:50.495466 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2026fbc1-5cab-4ea0-930e-84b555508bfb', 'tag': 'e940df9b-72f1-43f0-ba1b-3f4dd50c00d9'}] {{(pid=93259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:58:50.499255 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2475665ef9a7cb8741e3251ff967df6d1dd3d3eb822c2e36b28ddc32d9da7eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1020bc4-45f2-4942-a6ab-ffa5f4bce2b0" -d '{"events": [{"name": "network-changed", "server_uuid": "2026fbc1-5cab-4ea0-930e-84b555508bfb", "tag": "e940df9b-72f1-43f0-ba1b-3f4dd50c00d9"}]}' {{(pid=93259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:58:50.554246 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 04:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2236206-51ee-4ed1-a4f2-65f08d6d8fd4 x-openstack-request-id: req-e2236206-51ee-4ed1-a4f2-65f08d6d8fd4 {{(pid=93259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:58:50.554607 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2026fbc1-5cab-4ea0-930e-84b555508bfb", "tag": "e940df9b-72f1-43f0-ba1b-3f4dd50c00d9", "status": "completed", "code": 200}]} {{(pid=93259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:58:50.554950 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e2236206-51ee-4ed1-a4f2-65f08d6d8fd4 {{(pid=93259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:58:50.555423 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2026fbc1-5cab-4ea0-930e-84b555508bfb', 'tag': 'e940df9b-72f1-43f0-ba1b-3f4dd50c00d9', 'status': 'completed', 'code': 200} Aug 07 04:58:50.583491 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvr_db [None req-88421f6e-25fe-490c-9e9a-be0d535f3bae None None] Set router ad8449e8-1e39-494b-b6a0-64c5d48e6b91 gateway port host: dv-cinder-759943-8-iscsi {{(pid=93262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:58:50.664171 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1020bc4-45f2-4942-a6ab-ffa5f4bce2b0 req-6911da19-8309-49c8-802e-bc7c8735d0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:50.668461 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-c1020bc4-45f2-4942-a6ab-ffa5f4bce2b0 req-6911da19-8309-49c8-802e-bc7c8735d0fa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e08ba5ab4feb433fa91e7057f10230b5&device_id=2026fbc1-5cab-4ea0-930e-84b555508bfb HTTP/1.1" status: 200 len: 1098 time: 0.0792496 Aug 07 04:58:50.829637 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1020bc4-45f2-4942-a6ab-ffa5f4bce2b0 req-f713ba20-7831-4d11-b142-d7f42b017050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:50.831377 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-c1020bc4-45f2-4942-a6ab-ffa5f4bce2b0 req-f713ba20-7831-4d11-b142-d7f42b017050 service neutron] 10.222.0.43 "GET /v2.0/networks?id=733634ef-5b86-411e-9b36-39e7b92f41be HTTP/1.1" status: 200 len: 912 time: 0.1499600 Aug 07 04:58:50.917016 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-c1020bc4-45f2-4942-a6ab-ffa5f4bce2b0 req-44dfb7f1-90a9-4195-b838-1e2eaaf2279d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e940df9b-72f1-43f0-ba1b-3f4dd50c00d9 HTTP/1.1" status: 200 len: 998 time: 0.0773256 Aug 07 04:58:50.935807 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec7fd36-cab0-4836-a5ef-b7e415473b13 req-688a8222-0086-4910-9e24-238d62de9265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:50.938576 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-dec7fd36-cab0-4836-a5ef-b7e415473b13 req-688a8222-0086-4910-9e24-238d62de9265 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bf4917b012d34a5d91aeccbdaa55f15f&device_id=e26fb9f9-47b8-4e88-96bb-3a4174a1425c HTTP/1.1" status: 200 len: 1098 time: 0.1090388 Aug 07 04:58:50.953646 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63855f64-86f5-4b0a-9d6c-10debabd45a2 req-3b00b0dc-2295-4498-bff3-74bdb0547214 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:50.956096 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-63855f64-86f5-4b0a-9d6c-10debabd45a2 req-3b00b0dc-2295-4498-bff3-74bdb0547214 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=e26fb9f9-47b8-4e88-96bb-3a4174a1425c HTTP/1.1" status: 200 len: 945 time: 0.1101854 Aug 07 04:58:50.986309 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1020bc4-45f2-4942-a6ab-ffa5f4bce2b0 req-98adcd20-8989-4c09-8f60-5993da4223df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:50.987097 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_hamode_db [None req-88421f6e-25fe-490c-9e9a-be0d535f3bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad8449e8-1e39-494b-b6a0-64c5d48e6b91', 'name': 'tempest-TestVolumeBootPattern-751389754-router', 'tenant_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '04d2bc11-5988-414b-9f5a-7ad5d200461e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:57:47Z', 'updated_at': '2021-08-07T04:57:55Z', 'revision_number': 4, 'project_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'gw_port': {'id': '04d2bc11-5988-414b-9f5a-7ad5d200461e', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:59:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8449e8-1e39-494b-b6a0-64c5d48e6b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:49Z', 'updated_at': '2021-08-07T04:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi', '_floatingips': [{'id': '4228dce8-b48e-4cd4-9a73-b575f43763d1', 'tenant_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'floating_ip_address': '172.27.1.69', 'floating_network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'router_id': 'ad8449e8-1e39-494b-b6a0-64c5d48e6b91', 'port_id': 'e940df9b-72f1-43f0-ba1b-3f4dd50c00d9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '733634ef-5b86-411e-9b36-39e7b92f41be', 'mac_address': 'fa:16:3e:cc:58:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2026fbc1-5cab-4ea0-930e-84b555508bfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T04:58:49Z', 'updated_at': '2021-08-07T04:58:49Z', 'revision_number': 0, 'project_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '273fc0e9-9ab0-48df-a716-c8a6646d33b4', 'name': '', 'network_id': '733634ef-5b86-411e-9b36-39e7b92f41be', 'tenant_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'mac_address': 'fa:16:3e:5b:7c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8449e8-1e39-494b-b6a0-64c5d48e6b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'e84e0528-898f-4ad3-8787-7fdf44fd2ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:54Z', 'updated_at': '2021-08-07T04:58:04Z', 'revision_number': 5, 'project_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'subnets': [{'id': 'e84e0528-898f-4ad3-8787-7fdf44fd2ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:58:50.989156 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-c1020bc4-45f2-4942-a6ab-ffa5f4bce2b0 req-98adcd20-8989-4c09-8f60-5993da4223df service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e84e0528-898f-4ad3-8787-7fdf44fd2ccb HTTP/1.1" status: 200 len: 850 time: 0.0638039 Aug 07 04:58:51.036932 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88421f6e-25fe-490c-9e9a-be0d535f3bae None None] Checking router: ad8449e8-1e39-494b-b6a0-64c5d48e6b91 for host: dv-cinder-759943-8-iscsi {{(pid=93262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 04:58:51.050742 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1020bc4-45f2-4942-a6ab-ffa5f4bce2b0 req-50e34d92-ac9f-49ae-a5d3-4763e4287e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:51.053381 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88421f6e-25fe-490c-9e9a-be0d535f3bae None None] Routers {'ad8449e8-1e39-494b-b6a0-64c5d48e6b91'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:58:51.053563 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-c1020bc4-45f2-4942-a6ab-ffa5f4bce2b0 req-50e34d92-ac9f-49ae-a5d3-4763e4287e0f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=733634ef-5b86-411e-9b36-39e7b92f41be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0548582 Aug 07 04:58:51.053951 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_hamode_db [None req-88421f6e-25fe-490c-9e9a-be0d535f3bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T04:58:30Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['ad8449e8-1e39-494b-b6a0-64c5d48e6b91'], 'active': True} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:58:51.111688 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-63855f64-86f5-4b0a-9d6c-10debabd45a2 req-a68c8309-1bab-4dee-992f-aff97ab30aaf tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425834 Aug 07 04:58:51.177358 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec7fd36-cab0-4836-a5ef-b7e415473b13 req-954e80e3-347d-40c3-98b9-f10bf45384c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:51.179807 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-dec7fd36-cab0-4836-a5ef-b7e415473b13 req-954e80e3-347d-40c3-98b9-f10bf45384c9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=caf0bc31-a106-4ab2-8d11-96d79fef6eec HTTP/1.1" status: 200 len: 920 time: 0.2222691 Aug 07 04:58:51.218385 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-c1020bc4-45f2-4942-a6ab-ffa5f4bce2b0 req-9ac2552a-f2a7-4761-bd48-0b7b2ced3081 service neutron] 10.222.0.43 "GET /v2.0/networks/733634ef-5b86-411e-9b36-39e7b92f41be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526585 Aug 07 04:58:51.235163 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvr_db [None req-88421f6e-25fe-490c-9e9a-be0d535f3bae None None] Set router ad8449e8-1e39-494b-b6a0-64c5d48e6b91 gateway port host: dv-cinder-759943-8-iscsi {{(pid=93262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:58:51.255504 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-dec7fd36-cab0-4836-a5ef-b7e415473b13 req-24fb333d-649b-4e2a-a5b0-bcb255ba5e82 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6dbcff7c-00ba-4d70-85a4-255fffbcc0a0 HTTP/1.1" status: 200 len: 217 time: 0.0671055 Aug 07 04:58:51.334241 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec7fd36-cab0-4836-a5ef-b7e415473b13 req-85813ad6-7ce2-4cc0-8897-7e24ab20a99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:51.336346 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-dec7fd36-cab0-4836-a5ef-b7e415473b13 req-85813ad6-7ce2-4cc0-8897-7e24ab20a99d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9aa1c2af-b174-4fad-8400-e05d1fd01345 HTTP/1.1" status: 200 len: 859 time: 0.0645628 Aug 07 04:58:51.369810 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-c1020bc4-45f2-4942-a6ab-ffa5f4bce2b0 req-823fe9db-7ea4-4643-87c2-e2f5ebefffd5 service neutron] 10.222.0.43 "GET /v2.0/networks/733634ef-5b86-411e-9b36-39e7b92f41be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354811 Aug 07 04:58:51.389454 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-dec7fd36-cab0-4836-a5ef-b7e415473b13 req-354cd1a1-52ae-4b3a-8fd0-641b9ab2b063 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=caf0bc31-a106-4ab2-8d11-96d79fef6eec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407014 Aug 07 04:58:51.519800 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-dec7fd36-cab0-4836-a5ef-b7e415473b13 req-f78658ff-a4c8-4f6a-ae14-ead0e0f33844 service neutron] 10.222.0.43 "GET /v2.0/networks/caf0bc31-a106-4ab2-8d11-96d79fef6eec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170077 Aug 07 04:58:51.572065 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_hamode_db [None req-88421f6e-25fe-490c-9e9a-be0d535f3bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad8449e8-1e39-494b-b6a0-64c5d48e6b91', 'name': 'tempest-TestVolumeBootPattern-751389754-router', 'tenant_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '04d2bc11-5988-414b-9f5a-7ad5d200461e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:57:47Z', 'updated_at': '2021-08-07T04:57:55Z', 'revision_number': 4, 'project_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'gw_port': {'id': '04d2bc11-5988-414b-9f5a-7ad5d200461e', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:59:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8449e8-1e39-494b-b6a0-64c5d48e6b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:49Z', 'updated_at': '2021-08-07T04:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi', '_floatingips': [{'id': '4228dce8-b48e-4cd4-9a73-b575f43763d1', 'tenant_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'floating_ip_address': '172.27.1.69', 'floating_network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'router_id': 'ad8449e8-1e39-494b-b6a0-64c5d48e6b91', 'port_id': 'e940df9b-72f1-43f0-ba1b-3f4dd50c00d9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '733634ef-5b86-411e-9b36-39e7b92f41be', 'mac_address': 'fa:16:3e:cc:58:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2026fbc1-5cab-4ea0-930e-84b555508bfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T04:58:49Z', 'updated_at': '2021-08-07T04:58:49Z', 'revision_number': 0, 'project_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '273fc0e9-9ab0-48df-a716-c8a6646d33b4', 'name': '', 'network_id': '733634ef-5b86-411e-9b36-39e7b92f41be', 'tenant_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'mac_address': 'fa:16:3e:5b:7c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8449e8-1e39-494b-b6a0-64c5d48e6b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'e84e0528-898f-4ad3-8787-7fdf44fd2ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:54Z', 'updated_at': '2021-08-07T04:58:04Z', 'revision_number': 5, 'project_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'subnets': [{'id': 'e84e0528-898f-4ad3-8787-7fdf44fd2ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:58:51.604967 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88421f6e-25fe-490c-9e9a-be0d535f3bae None None] The sync data for ids ['ad8449e8-1e39-494b-b6a0-64c5d48e6b91'] in dv-cinder-759943-8-iscsi is: [{'id': 'ad8449e8-1e39-494b-b6a0-64c5d48e6b91', 'name': 'tempest-TestVolumeBootPattern-751389754-router', 'tenant_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '04d2bc11-5988-414b-9f5a-7ad5d200461e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:57:47Z', 'updated_at': '2021-08-07T04:57:55Z', 'revision_number': 4, 'project_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'gw_port': {'id': '04d2bc11-5988-414b-9f5a-7ad5d200461e', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:59:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8449e8-1e39-494b-b6a0-64c5d48e6b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:49Z', 'updated_at': '2021-08-07T04:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi', '_floatingips': [{'id': '4228dce8-b48e-4cd4-9a73-b575f43763d1', 'tenant_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'floating_ip_address': '172.27.1.69', 'floating_network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'router_id': 'ad8449e8-1e39-494b-b6a0-64c5d48e6b91', 'port_id': 'e940df9b-72f1-43f0-ba1b-3f4dd50c00d9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '733634ef-5b86-411e-9b36-39e7b92f41be', 'mac_address': 'fa:16:3e:cc:58:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2026fbc1-5cab-4ea0-930e-84b555508bfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T04:58:49Z', 'updated_at': '2021-08-07T04:58:49Z', 'revision_number': 0, 'project_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '273fc0e9-9ab0-48df-a716-c8a6646d33b4', 'name': '', 'network_id': '733634ef-5b86-411e-9b36-39e7b92f41be', 'tenant_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'mac_address': 'fa:16:3e:5b:7c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8449e8-1e39-494b-b6a0-64c5d48e6b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'e84e0528-898f-4ad3-8787-7fdf44fd2ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:54Z', 'updated_at': '2021-08-07T04:58:04Z', 'revision_number': 5, 'project_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'subnets': [{'id': 'e84e0528-898f-4ad3-8787-7fdf44fd2ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 04:58:51.638266 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-dec7fd36-cab0-4836-a5ef-b7e415473b13 req-763b5eb4-5ec0-4c18-ab9e-2009ae7dddf3 service neutron] 10.222.0.43 "GET /v2.0/networks/caf0bc31-a106-4ab2-8d11-96d79fef6eec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108625 Aug 07 04:58:51.829313 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0c851c-8280-4f16-8971-e282696f3c0b None None] New status for floating IP 4228dce8-b48e-4cd4-9a73-b575f43763d1: ACTIVE {{(pid=93261) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 04:58:52.296391 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0356bb6a-8e39-40de-8f3a-4447226f8e95 req-3fd42b63-8924-4c83-8632-b6fd1462ba80 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:52.298150 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-0356bb6a-8e39-40de-8f3a-4447226f8e95 req-3fd42b63-8924-4c83-8632-b6fd1462ba80 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=e26fb9f9-47b8-4e88-96bb-3a4174a1425c HTTP/1.1" status: 200 len: 945 time: 0.0688853 Aug 07 04:58:52.360877 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-0356bb6a-8e39-40de-8f3a-4447226f8e95 req-84f3b99c-84ed-4557-9eac-667028f4fea3 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537817 Aug 07 04:58:53.499748 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ffb0dc-9806-4c2f-aa79-7638985f90d4 req-6c566436-e033-409b-812c-40f9d44d3a8c tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:53.501375 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-e3ffb0dc-9806-4c2f-aa79-7638985f90d4 req-6c566436-e033-409b-812c-40f9d44d3a8c tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=e26fb9f9-47b8-4e88-96bb-3a4174a1425c HTTP/1.1" status: 200 len: 945 time: 0.0553217 Aug 07 04:58:53.546281 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-e3ffb0dc-9806-4c2f-aa79-7638985f90d4 req-794c9dc2-5309-4d61-9339-b9e28078dd64 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385101 Aug 07 04:58:53.660666 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.agents_db [None req-236ba2d6-2b68-46f9-96aa-64978379ec1a None None] Agent healthcheck: found 6 active agents {{(pid=93262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 04:58:54.680320 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59875f8-6f01-4535-aa6c-010db8f7bf6a req-717a852b-e45c-4715-92bc-b1b9f47179e5 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:54.682112 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-e59875f8-6f01-4535-aa6c-010db8f7bf6a req-717a852b-e45c-4715-92bc-b1b9f47179e5 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=e26fb9f9-47b8-4e88-96bb-3a4174a1425c HTTP/1.1" status: 200 len: 945 time: 0.0547395 Aug 07 04:58:54.725604 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-e59875f8-6f01-4535-aa6c-010db8f7bf6a req-b1b74988-d470-4281-8599-43b04653916b tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358443 Aug 07 04:58:56.793166 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-314e2c56-92d7-4dc9-b4b5-16a6ca4058d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:57.918964 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565eadf4-1a05-406a-ab44-971236ae48e9 req-9e6b6781-9d89-41bb-ae81-64e58002f6a6 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:57.921746 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-565eadf4-1a05-406a-ab44-971236ae48e9 req-9e6b6781-9d89-41bb-ae81-64e58002f6a6 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f1084-1b72-4a96-8c40-e3a5522b5152 HTTP/1.1" status: 200 len: 984 time: 0.1242871 Aug 07 04:58:57.929368 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f50f9-df6d-48c2-9d0e-b3d4202fa611 req-eafe99e8-1415-4171-a832-4ab10896e0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:57.931143 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-c41f50f9-df6d-48c2-9d0e-b3d4202fa611 req-eafe99e8-1415-4171-a832-4ab10896e0cf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=acb8843e06aa440fb7b9121a3737a6d9&device_id=a83f1084-1b72-4a96-8c40-e3a5522b5152 HTTP/1.1" status: 200 len: 1137 time: 0.1171279 Aug 07 04:58:58.023174 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-565eadf4-1a05-406a-ab44-971236ae48e9 req-54399de0-a327-4996-a334-94bcdd725d42 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c28cca9-eba1-46f0-b5ee-2f137ded1910&id=1a02d75e-311a-4f0b-88e7-6a868af689f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0908194 Aug 07 04:58:58.067561 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f50f9-df6d-48c2-9d0e-b3d4202fa611 req-286cea78-c04e-48d5-b094-88c569232315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:58.069233 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-c41f50f9-df6d-48c2-9d0e-b3d4202fa611 req-286cea78-c04e-48d5-b094-88c569232315 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ca1bf4c2-4efb-4223-bf35-8f10c3d069a0 HTTP/1.1" status: 200 len: 915 time: 0.1200907 Aug 07 04:58:58.369779 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-c41f50f9-df6d-48c2-9d0e-b3d4202fa611 req-2241204d-ed79-4094-b0ca-98a1aba64c41 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=562c7290-372f-4b63-874c-9ff5d4bde0ce HTTP/1.1" status: 200 len: 1001 time: 0.2922728 Aug 07 04:58:58.426339 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f50f9-df6d-48c2-9d0e-b3d4202fa611 req-1d8d7965-5598-49e2-902a-7b5bf03482de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:58.427829 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-c41f50f9-df6d-48c2-9d0e-b3d4202fa611 req-1d8d7965-5598-49e2-902a-7b5bf03482de service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f49eb454-b746-4ddc-89ee-10789991881b HTTP/1.1" status: 200 len: 853 time: 0.0483997 Aug 07 04:58:58.484675 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f50f9-df6d-48c2-9d0e-b3d4202fa611 req-1a7ce2f6-16a0-42f8-a766-c8d15e7931f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:58.486245 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-c41f50f9-df6d-48c2-9d0e-b3d4202fa611 req-1a7ce2f6-16a0-42f8-a766-c8d15e7931f2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ca1bf4c2-4efb-4223-bf35-8f10c3d069a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0505388 Aug 07 04:58:58.587924 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-c41f50f9-df6d-48c2-9d0e-b3d4202fa611 req-53d86ae5-9c94-46c4-abb6-446af8a91090 service neutron] 10.222.0.43 "GET /v2.0/networks/ca1bf4c2-4efb-4223-bf35-8f10c3d069a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914903 Aug 07 04:58:58.704515 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-c41f50f9-df6d-48c2-9d0e-b3d4202fa611 req-c589960a-4872-4720-9ef0-0367b98377ec service neutron] 10.222.0.43 "GET /v2.0/networks/ca1bf4c2-4efb-4223-bf35-8f10c3d069a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088593 Aug 07 04:58:58.843126 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8941c079-236b-49f0-a594-e879b8685aea req-c932aa4b-306b-49db-9901-32b387fcec28 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:58.844243 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-8941c079-236b-49f0-a594-e879b8685aea req-c932aa4b-306b-49db-9901-32b387fcec28 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=00986e00-3c66-4254-a369-5d2355842bd6 HTTP/1.1" status: 200 len: 946 time: 0.0557809 Aug 07 04:58:58.895743 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-8941c079-236b-49f0-a594-e879b8685aea req-9054e9a1-48db-4b5d-b9e8-f9c26f86a4a7 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387480 Aug 07 04:58:59.174034 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8d6777-67b8-459a-837b-6cc88f6f0ea0 req-d1bd4561-7a15-4f63-9ce7-360cf05ef469 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:58:59.175710 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-0b8d6777-67b8-459a-837b-6cc88f6f0ea0 req-d1bd4561-7a15-4f63-9ce7-360cf05ef469 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f1084-1b72-4a96-8c40-e3a5522b5152 HTTP/1.1" status: 200 len: 984 time: 0.0572355 Aug 07 04:58:59.221779 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-0b8d6777-67b8-459a-837b-6cc88f6f0ea0 req-a549e866-c38d-4d1f-862d-cbe2a506f00e tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c28cca9-eba1-46f0-b5ee-2f137ded1910&id=1a02d75e-311a-4f0b-88e7-6a868af689f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0385907 Aug 07 04:58:59.261673 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:59.686730 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-39c73690-1d79-4f94-9f6c-8db109026f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:58:59.713378 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:00.039719 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4636f07c-32dd-4cff-8a12-59135994f7c2 req-b0d2121d-6e30-4580-8e9f-0dded9266dbd tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:00.041266 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-4636f07c-32dd-4cff-8a12-59135994f7c2 req-b0d2121d-6e30-4580-8e9f-0dded9266dbd tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=00986e00-3c66-4254-a369-5d2355842bd6 HTTP/1.1" status: 200 len: 946 time: 0.0503178 Aug 07 04:59:00.083556 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-4636f07c-32dd-4cff-8a12-59135994f7c2 req-9b65309c-b0c1-4b0a-8a54-b45b8e737153 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352840 Aug 07 04:59:00.349424 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d08fb0-51a2-4ef7-b37a-b4a42cbe4833 req-0074b8f8-af49-4ba2-843e-ceafce1c1f3c tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:00.351061 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-e8d08fb0-51a2-4ef7-b37a-b4a42cbe4833 req-0074b8f8-af49-4ba2-843e-ceafce1c1f3c tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f1084-1b72-4a96-8c40-e3a5522b5152 HTTP/1.1" status: 200 len: 984 time: 0.0513616 Aug 07 04:59:00.398962 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-e8d08fb0-51a2-4ef7-b37a-b4a42cbe4833 req-d66e4d31-7f5a-4cb9-9466-8acd2365c833 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c28cca9-eba1-46f0-b5ee-2f137ded1910&id=1a02d75e-311a-4f0b-88e7-6a868af689f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0413013 Aug 07 04:59:00.730418 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-f79f476c-1ac6-45f4-a536-05d31601a6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:01.247070 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daedae6-8a0b-43f2-a081-b058b7d727e3 req-805e81b1-18a0-4149-a43b-15400a0e6dda tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:01.249447 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-0daedae6-8a0b-43f2-a081-b058b7d727e3 req-805e81b1-18a0-4149-a43b-15400a0e6dda tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=00986e00-3c66-4254-a369-5d2355842bd6 HTTP/1.1" status: 200 len: 946 time: 0.0521584 Aug 07 04:59:01.300940 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-0daedae6-8a0b-43f2-a081-b058b7d727e3 req-56e7d2dd-98c7-4b15-be7d-9c0d4d06054a tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399220 Aug 07 04:59:01.541106 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943c4a46-894b-40cb-91fc-7fff50ff536d req-48b5b8b0-8906-489d-8e74-9a0d326b4030 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:01.543669 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-943c4a46-894b-40cb-91fc-7fff50ff536d req-48b5b8b0-8906-489d-8e74-9a0d326b4030 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f1084-1b72-4a96-8c40-e3a5522b5152 HTTP/1.1" status: 200 len: 984 time: 0.0671244 Aug 07 04:59:01.595200 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-943c4a46-894b-40cb-91fc-7fff50ff536d req-0fb207dc-5d38-4198-b370-9e71bf2ad07a tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c28cca9-eba1-46f0-b5ee-2f137ded1910&id=1a02d75e-311a-4f0b-88e7-6a868af689f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0439596 Aug 07 04:59:01.810683 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87826d9c-6334-4c22-819d-41cd5ae3b52f req-a6e24de9-ec1c-45df-8783-e029ab948a88 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:01.812267 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-87826d9c-6334-4c22-819d-41cd5ae3b52f req-a6e24de9-ec1c-45df-8783-e029ab948a88 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.43 "GET /v2.0/ports?device_id=00986e00-3c66-4254-a369-5d2355842bd6 HTTP/1.1" status: 200 len: 946 time: 0.0495987 Aug 07 04:59:01.908152 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.plugin [req-87826d9c-6334-4c22-819d-41cd5ae3b52f req-7086d15f-8ba5-4da3-9cbd-65b2b74f8748 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Deleting port 45a2a96c-33c6-4691-b53e-6da694f770cc {{(pid=93259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 04:59:01.908408 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-87826d9c-6334-4c22-819d-41cd5ae3b52f req-7086d15f-8ba5-4da3-9cbd-65b2b74f8748 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768807591985'] for port, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:02.006086 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.db [req-87826d9c-6334-4c22-819d-41cd5ae3b52f req-7086d15f-8ba5-4da3-9cbd-65b2b74f8748 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] For port 45a2a96c-33c6-4691-b53e-6da694f770cc, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=45a2a96c-33c6-4691-b53e-6da694f770cc,segment=NetworkSegment(68da160a-9e55-486e-bddf-c6a2ddbdf64a),segment_id=68da160a-9e55-486e-bddf-c6a2ddbdf64a)] {{(pid=93259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:59:02.006463 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-87826d9c-6334-4c22-819d-41cd5ae3b52f req-7086d15f-8ba5-4da3-9cbd-65b2b74f8748 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769206'] for port, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:02.020098 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.plugin [req-87826d9c-6334-4c22-819d-41cd5ae3b52f req-7086d15f-8ba5-4da3-9cbd-65b2b74f8748 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Calling delete_port for 45a2a96c-33c6-4691-b53e-6da694f770cc owned by compute:nova {{(pid=93259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 04:59:02.157047 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-87826d9c-6334-4c22-819d-41cd5ae3b52f req-7086d15f-8ba5-4da3-9cbd-65b2b74f8748 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768807598987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768807127278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513232'] for port, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:02.175301 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] get_ports_and_sgs() called for port_ids ['6dbcff7c-00ba-4d70-85a4-255fffbcc0a0', '45a2a96c-33c6-4691-b53e-6da694f770cc'] {{(pid=93261) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:59:02.185927 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7086d15f-8ba5-4da3-9cbd-65b2b74f8748 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Pushing event deleted for resources: {'Port': ['ID=45a2a96c-33c6-4691-b53e-6da694f770cc,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:59:02.230420 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.l3_dvrscheduler_db [req-87826d9c-6334-4c22-819d-41cd5ae3b52f req-7086d15f-8ba5-4da3-9cbd-65b2b74f8748 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] No DVR routers for this DVR port 45a2a96c-33c6-4691-b53e-6da694f770cc on host hv-cinder-75994 {{(pid=93259) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 04:59:02.233296 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-87826d9c-6334-4c22-819d-41cd5ae3b52f req-7086d15f-8ba5-4da3-9cbd-65b2b74f8748 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77622'] for port, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:02.235223 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-87826d9c-6334-4c22-819d-41cd5ae3b52f req-7086d15f-8ba5-4da3-9cbd-65b2b74f8748 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.43 "DELETE /v2.0/ports/45a2a96c-33c6-4691-b53e-6da694f770cc HTTP/1.1" status: 204 len: 173 time: 0.4148805 Aug 07 04:59:02.235682 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00986e00-3c66-4254-a369-5d2355842bd6', 'name': 'network-vif-deleted', 'tag': '45a2a96c-33c6-4691-b53e-6da694f770cc'}] {{(pid=93259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:59:02.238279 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2475665ef9a7cb8741e3251ff967df6d1dd3d3eb822c2e36b28ddc32d9da7eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f4273f5-434a-480f-b126-c9c9015d3263" -d '{"events": [{"server_uuid": "00986e00-3c66-4254-a369-5d2355842bd6", "name": "network-vif-deleted", "tag": "45a2a96c-33c6-4691-b53e-6da694f770cc"}]}' {{(pid=93259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:59:02.283253 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 04:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d2663c-ceeb-4cab-bfa9-adbeefcb89e6 x-openstack-request-id: req-09d2663c-ceeb-4cab-bfa9-adbeefcb89e6 {{(pid=93259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:59:02.283938 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00986e00-3c66-4254-a369-5d2355842bd6", "name": "network-vif-deleted", "tag": "45a2a96c-33c6-4691-b53e-6da694f770cc", "status": "completed", "code": 200}]} {{(pid=93259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:59:02.283938 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-09d2663c-ceeb-4cab-bfa9-adbeefcb89e6 {{(pid=93259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:59:02.284183 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00986e00-3c66-4254-a369-5d2355842bd6', 'name': 'network-vif-deleted', 'tag': '45a2a96c-33c6-4691-b53e-6da694f770cc', 'status': 'completed', 'code': 200} Aug 07 04:59:02.426424 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-23f51ce0-c695-44f8-bdad-2eff0787b685 req-4e8ba450-fcd5-4cf2-a447-ea618e70e41d tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=00986e00-3c66-4254-a369-5d2355842bd6 HTTP/1.1" status: 200 len: 210 time: 0.0303125 Aug 07 04:59:02.528063 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-fe46c1f5-d46f-4bdc-a2a5-961a9e169c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:02.715860 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b0b30-c1d0-4643-a0e3-90c5f1849cc9 req-23596ba6-98fd-4591-ae06-59ebb6dbb77e tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:02.717653 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-dc0b0b30-c1d0-4643-a0e3-90c5f1849cc9 req-23596ba6-98fd-4591-ae06-59ebb6dbb77e tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f1084-1b72-4a96-8c40-e3a5522b5152 HTTP/1.1" status: 200 len: 984 time: 0.0519879 Aug 07 04:59:02.764639 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-dc0b0b30-c1d0-4643-a0e3-90c5f1849cc9 req-4fcacbcd-b7a1-44fd-8740-84d332aac124 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c28cca9-eba1-46f0-b5ee-2f137ded1910&id=1a02d75e-311a-4f0b-88e7-6a868af689f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0405765 Aug 07 04:59:03.716287 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb314fd2-181f-4b9c-8454-7ad9c956dd0e req-4461cbd4-bc90-4727-95ec-ce230b5542f8 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:03.719273 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-cb314fd2-181f-4b9c-8454-7ad9c956dd0e req-4461cbd4-bc90-4727-95ec-ce230b5542f8 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=e26fb9f9-47b8-4e88-96bb-3a4174a1425c HTTP/1.1" status: 200 len: 945 time: 0.0544121 Aug 07 04:59:03.763403 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-cb314fd2-181f-4b9c-8454-7ad9c956dd0e req-2450b520-a83a-4b8c-9caf-3d7b51074ab0 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388744 Aug 07 04:59:03.898379 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd5e5c1-9407-4afb-8fec-364eac237cca req-749c74d5-1328-46dc-9747-0125b33d4886 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:03.899898 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-dfd5e5c1-9407-4afb-8fec-364eac237cca req-749c74d5-1328-46dc-9747-0125b33d4886 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f1084-1b72-4a96-8c40-e3a5522b5152 HTTP/1.1" status: 200 len: 984 time: 0.0545781 Aug 07 04:59:03.941709 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-dfd5e5c1-9407-4afb-8fec-364eac237cca req-3553bc93-426a-4749-a624-6affd4cb92fc tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c28cca9-eba1-46f0-b5ee-2f137ded1910&id=1a02d75e-311a-4f0b-88e7-6a868af689f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0355897 Aug 07 04:59:04.900881 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dadc2fc-ca5d-4680-9965-0edd2f4a9d3a req-2632f38a-b9c2-4cc8-b1f7-4e3837bdce2e tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:04.902393 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-6dadc2fc-ca5d-4680-9965-0edd2f4a9d3a req-2632f38a-b9c2-4cc8-b1f7-4e3837bdce2e tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=e26fb9f9-47b8-4e88-96bb-3a4174a1425c HTTP/1.1" status: 200 len: 945 time: 0.0590281 Aug 07 04:59:04.942970 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-6dadc2fc-ca5d-4680-9965-0edd2f4a9d3a req-1794ae9e-6c26-4941-b73a-3756874fb58d tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337718 Aug 07 04:59:05.074476 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b7d56c-f5c7-475a-afc6-1a3e77c208fa req-0d0c7cab-ddaa-481f-b882-2a01ee056b83 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:05.078376 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-66b7d56c-f5c7-475a-afc6-1a3e77c208fa req-0d0c7cab-ddaa-481f-b882-2a01ee056b83 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f1084-1b72-4a96-8c40-e3a5522b5152 HTTP/1.1" status: 200 len: 984 time: 0.0671382 Aug 07 04:59:05.119205 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-66b7d56c-f5c7-475a-afc6-1a3e77c208fa req-0efa1639-07e6-4111-b787-e58ed16f4c6d tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c28cca9-eba1-46f0-b5ee-2f137ded1910&id=1a02d75e-311a-4f0b-88e7-6a868af689f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359464 Aug 07 04:59:05.631082 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device 45a2a96c-33c6-4691-b53e-6da694f770cc no longer exists at agent hyperv_hv-cinder-75994 {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 04:59:05.654189 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.plugin [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] No Port match for: 45a2a96c-33c6-4691-b53e-6da694f770cc {{(pid=93261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 04:59:05.654550 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device 45a2a96c-33c6-4691-b53e-6da694f770cc not bound to the agent host hv-cinder-75994 {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 04:59:06.068935 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf61e3-4290-40c4-9897-126385691fd0 req-0fa73d46-83ce-4fc6-ad83-2b2e281e317a tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:06.070567 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-6adf61e3-4290-40c4-9897-126385691fd0 req-0fa73d46-83ce-4fc6-ad83-2b2e281e317a tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=e26fb9f9-47b8-4e88-96bb-3a4174a1425c HTTP/1.1" status: 200 len: 945 time: 0.0546887 Aug 07 04:59:06.113438 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-6adf61e3-4290-40c4-9897-126385691fd0 req-f784eb40-80ed-4b96-ad45-ad4cd11b7581 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362887 Aug 07 04:59:06.278460 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26483950-86b6-4167-ae5b-6dee14a14492 req-b452a611-649a-45f0-8b7d-314225d6266f tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:06.280910 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-26483950-86b6-4167-ae5b-6dee14a14492 req-b452a611-649a-45f0-8b7d-314225d6266f tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f1084-1b72-4a96-8c40-e3a5522b5152 HTTP/1.1" status: 200 len: 984 time: 0.0528793 Aug 07 04:59:06.331701 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-26483950-86b6-4167-ae5b-6dee14a14492 req-13962365-90b6-4e92-b57f-d5c0f46ce73a tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c28cca9-eba1-46f0-b5ee-2f137ded1910&id=1a02d75e-311a-4f0b-88e7-6a868af689f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0380392 Aug 07 04:59:07.246241 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc033c-0dca-46b8-8471-c32632483f6b req-8a12dba2-1e74-4a61-9b67-4141808076f4 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:07.248627 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-b6fc033c-0dca-46b8-8471-c32632483f6b req-8a12dba2-1e74-4a61-9b67-4141808076f4 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=e26fb9f9-47b8-4e88-96bb-3a4174a1425c HTTP/1.1" status: 200 len: 945 time: 0.0576003 Aug 07 04:59:07.290581 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-b6fc033c-0dca-46b8-8471-c32632483f6b req-5e3a4dd8-8a0e-4f73-b438-88e48eaaa1b0 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351324 Aug 07 04:59:07.464918 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab229ff-63e2-48c8-8ace-02eee9831991 req-e2681231-ded4-44a3-9549-1107c78c0cc8 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:07.466977 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-eab229ff-63e2-48c8-8ace-02eee9831991 req-e2681231-ded4-44a3-9549-1107c78c0cc8 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f1084-1b72-4a96-8c40-e3a5522b5152 HTTP/1.1" status: 200 len: 984 time: 0.0559368 Aug 07 04:59:07.511297 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-eab229ff-63e2-48c8-8ace-02eee9831991 req-b7564aee-ba85-4e0a-9247-11bd18540a64 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c28cca9-eba1-46f0-b5ee-2f137ded1910&id=1a02d75e-311a-4f0b-88e7-6a868af689f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0377414 Aug 07 04:59:08.417197 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe2639-9815-4a73-86a3-b480837bf214 req-9ffdcf46-c2be-4fe7-a375-57419988dbe9 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:08.418721 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-acfe2639-9815-4a73-86a3-b480837bf214 req-9ffdcf46-c2be-4fe7-a375-57419988dbe9 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=e26fb9f9-47b8-4e88-96bb-3a4174a1425c HTTP/1.1" status: 200 len: 945 time: 0.0559187 Aug 07 04:59:08.463998 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-acfe2639-9815-4a73-86a3-b480837bf214 req-5cb5e58e-91a6-4055-96b3-1a87b52185a6 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352080 Aug 07 04:59:08.638918 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729ff35-1bd4-4302-9963-a5097d1f0594 req-fd8e36cb-cbb7-4bc0-851b-991bca425fc5 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:08.640785 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-0729ff35-1bd4-4302-9963-a5097d1f0594 req-fd8e36cb-cbb7-4bc0-851b-991bca425fc5 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f1084-1b72-4a96-8c40-e3a5522b5152 HTTP/1.1" status: 200 len: 984 time: 0.0537038 Aug 07 04:59:08.685026 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-0729ff35-1bd4-4302-9963-a5097d1f0594 req-f10cd780-6388-4274-8073-7b5b35cc52a0 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c28cca9-eba1-46f0-b5ee-2f137ded1910&id=1a02d75e-311a-4f0b-88e7-6a868af689f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0377979 Aug 07 04:59:09.610084 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a211c012-026b-4bc2-9435-177354c41389 req-6fa11b9a-1fa6-4205-9e03-6720e6270430 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:09.611711 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-a211c012-026b-4bc2-9435-177354c41389 req-6fa11b9a-1fa6-4205-9e03-6720e6270430 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=e26fb9f9-47b8-4e88-96bb-3a4174a1425c HTTP/1.1" status: 200 len: 945 time: 0.0696464 Aug 07 04:59:09.672275 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-a211c012-026b-4bc2-9435-177354c41389 req-0719f4cf-e114-4b94-8a75-36f6e9f535d5 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf84c89-5bda-4951-914c-4ad1ebb5540c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491676 Aug 07 04:59:09.809903 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be480efa-0ea8-4bca-b7ad-9d667a8bcf29 req-e3cf183a-01ef-4767-9f06-dc6ba570360b tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:09.811504 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-be480efa-0ea8-4bca-b7ad-9d667a8bcf29 req-e3cf183a-01ef-4767-9f06-dc6ba570360b tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f1084-1b72-4a96-8c40-e3a5522b5152 HTTP/1.1" status: 200 len: 984 time: 0.0530605 Aug 07 04:59:09.856036 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-be480efa-0ea8-4bca-b7ad-9d667a8bcf29 req-f15ce2e0-c069-41bd-9b1d-7bb8818f6fbf tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c28cca9-eba1-46f0-b5ee-2f137ded1910&id=1a02d75e-311a-4f0b-88e7-6a868af689f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0380788 Aug 07 04:59:10.176208 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7520a75b-14a6-4641-b5ad-1991d36431c7 req-3967b850-31b5-48df-9924-8ec7cec66ef4 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:10.177754 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-7520a75b-14a6-4641-b5ad-1991d36431c7 req-3967b850-31b5-48df-9924-8ec7cec66ef4 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.43 "GET /v2.0/ports?device_id=e26fb9f9-47b8-4e88-96bb-3a4174a1425c HTTP/1.1" status: 200 len: 945 time: 0.0582125 Aug 07 04:59:10.303828 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.plugin [req-7520a75b-14a6-4641-b5ad-1991d36431c7 req-a69d44d2-e81b-4436-9f9e-618a38dffb71 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Deleting port 6dbcff7c-00ba-4d70-85a4-255fffbcc0a0 {{(pid=93259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 04:59:10.304171 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-7520a75b-14a6-4641-b5ad-1991d36431c7 req-a69d44d2-e81b-4436-9f9e-618a38dffb71 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768807591985'] for port, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:10.411110 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.db [req-7520a75b-14a6-4641-b5ad-1991d36431c7 req-a69d44d2-e81b-4436-9f9e-618a38dffb71 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] For port 6dbcff7c-00ba-4d70-85a4-255fffbcc0a0, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=6dbcff7c-00ba-4d70-85a4-255fffbcc0a0,segment=NetworkSegment(68da160a-9e55-486e-bddf-c6a2ddbdf64a),segment_id=68da160a-9e55-486e-bddf-c6a2ddbdf64a)] {{(pid=93259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:59:10.411403 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-7520a75b-14a6-4641-b5ad-1991d36431c7 req-a69d44d2-e81b-4436-9f9e-618a38dffb71 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769206'] for port, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:10.426345 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.plugin [req-7520a75b-14a6-4641-b5ad-1991d36431c7 req-a69d44d2-e81b-4436-9f9e-618a38dffb71 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Calling delete_port for 6dbcff7c-00ba-4d70-85a4-255fffbcc0a0 owned by compute:nova {{(pid=93259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 04:59:10.573120 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-7520a75b-14a6-4641-b5ad-1991d36431c7 req-a69d44d2-e81b-4436-9f9e-618a38dffb71 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768807598987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768807127278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513232'] for port, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:10.585682 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] get_ports_and_sgs() called for port_ids ['6dbcff7c-00ba-4d70-85a4-255fffbcc0a0'] {{(pid=93261) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:59:10.605596 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69d44d2-e81b-4436-9f9e-618a38dffb71 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Pushing event deleted for resources: {'Port': ['ID=6dbcff7c-00ba-4d70-85a4-255fffbcc0a0,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:59:10.647473 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.l3_dvrscheduler_db [req-7520a75b-14a6-4641-b5ad-1991d36431c7 req-a69d44d2-e81b-4436-9f9e-618a38dffb71 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] No DVR routers for this DVR port 6dbcff7c-00ba-4d70-85a4-255fffbcc0a0 on host hv-cinder-75994 {{(pid=93259) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 04:59:10.650683 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-7520a75b-14a6-4641-b5ad-1991d36431c7 req-a69d44d2-e81b-4436-9f9e-618a38dffb71 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77622'] for port, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:10.652709 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-7520a75b-14a6-4641-b5ad-1991d36431c7 req-a69d44d2-e81b-4436-9f9e-618a38dffb71 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.43 "DELETE /v2.0/ports/6dbcff7c-00ba-4d70-85a4-255fffbcc0a0 HTTP/1.1" status: 204 len: 173 time: 0.4638603 Aug 07 04:59:10.653132 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e26fb9f9-47b8-4e88-96bb-3a4174a1425c', 'name': 'network-vif-deleted', 'tag': '6dbcff7c-00ba-4d70-85a4-255fffbcc0a0'}] {{(pid=93259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:59:10.656067 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2475665ef9a7cb8741e3251ff967df6d1dd3d3eb822c2e36b28ddc32d9da7eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deefbdf9-edfd-4613-b910-d84da66b3352" -d '{"events": [{"server_uuid": "e26fb9f9-47b8-4e88-96bb-3a4174a1425c", "name": "network-vif-deleted", "tag": "6dbcff7c-00ba-4d70-85a4-255fffbcc0a0"}]}' {{(pid=93259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:59:10.698211 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 04:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b0532c-73be-44eb-9f60-1a3cf7a90fb8 x-openstack-request-id: req-55b0532c-73be-44eb-9f60-1a3cf7a90fb8 {{(pid=93259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:59:10.698506 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e26fb9f9-47b8-4e88-96bb-3a4174a1425c", "name": "network-vif-deleted", "tag": "6dbcff7c-00ba-4d70-85a4-255fffbcc0a0", "status": "completed", "code": 200}]} {{(pid=93259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:59:10.698759 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-55b0532c-73be-44eb-9f60-1a3cf7a90fb8 {{(pid=93259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:59:10.699162 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e26fb9f9-47b8-4e88-96bb-3a4174a1425c', 'name': 'network-vif-deleted', 'tag': '6dbcff7c-00ba-4d70-85a4-255fffbcc0a0', 'status': 'completed', 'code': 200} Aug 07 04:59:10.781535 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-e71b3112-9dd1-46ca-a6a5-62889de5c9be req-b38dbd79-72ff-4968-af67-3a030470c731 tempest-ServerRescueNegativeTestJSON-796599410 tempest-ServerRescueNegativeTestJSON-796599410-project] 10.222.0.13 "GET /v2.0/ports?device_id=e26fb9f9-47b8-4e88-96bb-3a4174a1425c HTTP/1.1" status: 200 len: 210 time: 0.0285912 Aug 07 04:59:10.979452 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730288d6-7120-495d-addf-95f19c0c1bb7 req-7f04dee0-12c3-4c13-ba1d-32a02c108fba tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:10.981019 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-730288d6-7120-495d-addf-95f19c0c1bb7 req-7f04dee0-12c3-4c13-ba1d-32a02c108fba tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f1084-1b72-4a96-8c40-e3a5522b5152 HTTP/1.1" status: 200 len: 984 time: 0.0516088 Aug 07 04:59:11.022664 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-730288d6-7120-495d-addf-95f19c0c1bb7 req-8e8bb23e-a7af-4a49-9166-61a344796648 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c28cca9-eba1-46f0-b5ee-2f137ded1910&id=1a02d75e-311a-4f0b-88e7-6a868af689f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351815 Aug 07 04:59:11.839878 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 41450) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:59:12.148144 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57617fdf-dbb7-4b8e-a024-dcd6aace23b5 req-1f995aa2-f9ea-4518-94ee-a6acedfa6451 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:12.149672 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-57617fdf-dbb7-4b8e-a024-dcd6aace23b5 req-1f995aa2-f9ea-4518-94ee-a6acedfa6451 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f1084-1b72-4a96-8c40-e3a5522b5152 HTTP/1.1" status: 200 len: 984 time: 0.0554609 Aug 07 04:59:12.198304 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-57617fdf-dbb7-4b8e-a024-dcd6aace23b5 req-c09abdd6-ae5e-472d-8cbe-5bdd6d6945a8 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c28cca9-eba1-46f0-b5ee-2f137ded1910&id=1a02d75e-311a-4f0b-88e7-6a868af689f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0384846 Aug 07 04:59:12.288799 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-40022ccd-1ef6-4a4a-885e-a31eea709599 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766084'] for router_interface, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:12.607896 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.plugin [None req-40022ccd-1ef6-4a4a-885e-a31eea709599 admin admin] Deleting port 7cdd8dee-5a5d-4a90-a495-191a0363776f {{(pid=93259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 04:59:12.608230 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-40022ccd-1ef6-4a4a-885e-a31eea709599 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768807591985'] for port, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:12.697835 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.db [None req-40022ccd-1ef6-4a4a-885e-a31eea709599 admin admin] For port 7cdd8dee-5a5d-4a90-a495-191a0363776f, host dv-cinder-759943-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-8-iscsi',level=0,port_id=7cdd8dee-5a5d-4a90-a495-191a0363776f,segment=NetworkSegment(68da160a-9e55-486e-bddf-c6a2ddbdf64a),segment_id=68da160a-9e55-486e-bddf-c6a2ddbdf64a)] {{(pid=93259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:59:12.698221 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-40022ccd-1ef6-4a4a-885e-a31eea709599 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769206'] for port, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:12.711517 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.plugin [None req-40022ccd-1ef6-4a4a-885e-a31eea709599 admin admin] Calling delete_port for 7cdd8dee-5a5d-4a90-a495-191a0363776f owned by network:router_interface {{(pid=93259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 04:59:12.917690 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-40022ccd-1ef6-4a4a-885e-a31eea709599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768807598987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768807127278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513232'] for port, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:12.943890 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40022ccd-1ef6-4a4a-885e-a31eea709599 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cdd8dee-5a5d-4a90-a495-191a0363776f,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:59:13.152823 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-40022ccd-1ef6-4a4a-885e-a31eea709599 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-740916'] for router_interface, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:13.624567 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device 6dbcff7c-00ba-4d70-85a4-255fffbcc0a0 no longer exists at agent hyperv_hv-cinder-75994 {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 04:59:13.628125 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00d1c06-c414-4e88-83fc-8d2ea63008c7 req-93b5bda5-6293-4ae0-9abf-615a713baf48 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:13.629736 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-f00d1c06-c414-4e88-83fc-8d2ea63008c7 req-93b5bda5-6293-4ae0-9abf-615a713baf48 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f1084-1b72-4a96-8c40-e3a5522b5152 HTTP/1.1" status: 200 len: 984 time: 0.0768309 Aug 07 04:59:13.644057 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.plugin [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] No Port match for: 6dbcff7c-00ba-4d70-85a4-255fffbcc0a0 {{(pid=93261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 04:59:13.644401 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device 6dbcff7c-00ba-4d70-85a4-255fffbcc0a0 not bound to the agent host hv-cinder-75994 {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 04:59:13.741190 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-f00d1c06-c414-4e88-83fc-8d2ea63008c7 req-4cc8ecdc-849a-4f7d-bd48-326d83f1f332 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c28cca9-eba1-46f0-b5ee-2f137ded1910&id=1a02d75e-311a-4f0b-88e7-6a868af689f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0780673 Aug 07 04:59:13.767133 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40022ccd-1ef6-4a4a-885e-a31eea709599 admin admin] Router 5099fd70-24b6-4306-8d37-f5faa8632259 has already been hosted by L3 agent c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6 {{(pid=93259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 04:59:13.882145 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40022ccd-1ef6-4a4a-885e-a31eea709599 admin admin] Notify agent at l3_agent.dv-cinder-759943-8-iscsi the message routers_updated {{(pid=93259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 04:59:13.887742 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-40022ccd-1ef6-4a4a-885e-a31eea709599 admin admin] 10.222.0.13 "PUT /v2.0/routers/5099fd70-24b6-4306-8d37-f5faa8632259/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0466282 Aug 07 04:59:13.891895 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 41456) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:59:13.896046 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92f48cb-afd2-4dac-a01d-25ae2107f7f8 None None] Sync routers for ids ['5099fd70-24b6-4306-8d37-f5faa8632259'] in dv-cinder-759943-8-iscsi {{(pid=93262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 04:59:13.911266 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92f48cb-afd2-4dac-a01d-25ae2107f7f8 None None] Routers {'5099fd70-24b6-4306-8d37-f5faa8632259'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:59:13.912378 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_hamode_db [None req-f92f48cb-afd2-4dac-a01d-25ae2107f7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T04:59:00Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['5099fd70-24b6-4306-8d37-f5faa8632259'], 'active': True} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:59:14.020859 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-53caacff-527e-4819-adeb-89659a932231 admin admin] Notify callbacks [] for router, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:14.039114 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvr_db [None req-f92f48cb-afd2-4dac-a01d-25ae2107f7f8 None None] Set router 5099fd70-24b6-4306-8d37-f5faa8632259 gateway port host: dv-cinder-759943-8-iscsi {{(pid=93262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:59:14.161393 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-53caacff-527e-4819-adeb-89659a932231 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:14.223990 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.plugin [None req-53caacff-527e-4819-adeb-89659a932231 admin admin] Deleting port f7404404-e91d-43bb-ac86-465a99c54814 {{(pid=93259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 04:59:14.224328 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-53caacff-527e-4819-adeb-89659a932231 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768807591985'] for port, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:14.248279 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_hamode_db [None req-f92f48cb-afd2-4dac-a01d-25ae2107f7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5099fd70-24b6-4306-8d37-f5faa8632259', 'name': 'tempest-ServerRescueNegativeTestJSON-2086329430-router', 'tenant_id': 'bf4917b012d34a5d91aeccbdaa55f15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': 'f7404404-e91d-43bb-ac86-465a99c54814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:56:16Z', 'updated_at': '2021-08-07T04:59:12Z', 'revision_number': 5, 'project_id': 'bf4917b012d34a5d91aeccbdaa55f15f', 'gw_port': {'id': 'f7404404-e91d-43bb-ac86-465a99c54814', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:e4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5099fd70-24b6-4306-8d37-f5faa8632259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:56:16Z', 'updated_at': '2021-08-07T04:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi'}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:59:14.284919 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92f48cb-afd2-4dac-a01d-25ae2107f7f8 None None] Checking router: 5099fd70-24b6-4306-8d37-f5faa8632259 for host: dv-cinder-759943-8-iscsi {{(pid=93262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 04:59:14.296809 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92f48cb-afd2-4dac-a01d-25ae2107f7f8 None None] Routers {'5099fd70-24b6-4306-8d37-f5faa8632259'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:59:14.297706 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_hamode_db [None req-f92f48cb-afd2-4dac-a01d-25ae2107f7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T04:59:00Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['5099fd70-24b6-4306-8d37-f5faa8632259'], 'active': True} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:59:14.321482 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.db [None req-53caacff-527e-4819-adeb-89659a932231 admin admin] For port f7404404-e91d-43bb-ac86-465a99c54814, host dv-cinder-759943-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-8-iscsi',level=0,port_id=f7404404-e91d-43bb-ac86-465a99c54814,segment=NetworkSegment(ac6f53da-148d-4154-8f83-3b309cb182da),segment_id=ac6f53da-148d-4154-8f83-3b309cb182da)] {{(pid=93259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:59:14.321866 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-53caacff-527e-4819-adeb-89659a932231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769206'] for port, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:14.336266 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.plugin [None req-53caacff-527e-4819-adeb-89659a932231 admin admin] Calling delete_port for f7404404-e91d-43bb-ac86-465a99c54814 owned by network:router_gateway {{(pid=93259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 04:59:14.421245 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvr_db [None req-f92f48cb-afd2-4dac-a01d-25ae2107f7f8 None None] Set router 5099fd70-24b6-4306-8d37-f5faa8632259 gateway port host: None {{(pid=93262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:59:14.492582 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_hamode_db [None req-f92f48cb-afd2-4dac-a01d-25ae2107f7f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5099fd70-24b6-4306-8d37-f5faa8632259', 'name': 'tempest-ServerRescueNegativeTestJSON-2086329430-router', 'tenant_id': 'bf4917b012d34a5d91aeccbdaa55f15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:56:16Z', 'updated_at': '2021-08-07T04:59:14Z', 'revision_number': 6, 'project_id': 'bf4917b012d34a5d91aeccbdaa55f15f', 'gw_port_host': None}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:59:14.518729 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-53caacff-527e-4819-adeb-89659a932231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768807598987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768807127278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513232'] for port, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:14.548041 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53caacff-527e-4819-adeb-89659a932231 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7404404-e91d-43bb-ac86-465a99c54814,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:59:14.552251 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92f48cb-afd2-4dac-a01d-25ae2107f7f8 None None] The sync data for ids ['5099fd70-24b6-4306-8d37-f5faa8632259'] in dv-cinder-759943-8-iscsi is: [{'id': '5099fd70-24b6-4306-8d37-f5faa8632259', 'name': 'tempest-ServerRescueNegativeTestJSON-2086329430-router', 'tenant_id': 'bf4917b012d34a5d91aeccbdaa55f15f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:56:16Z', 'updated_at': '2021-08-07T04:59:14Z', 'revision_number': 6, 'project_id': 'bf4917b012d34a5d91aeccbdaa55f15f', 'gw_port_host': None}] {{(pid=93262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 04:59:14.654786 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-53caacff-527e-4819-adeb-89659a932231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-766674'] for router_gateway, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:14.844686 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-53caacff-527e-4819-adeb-89659a932231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1671'] for router, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:14.848810 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-53caacff-527e-4819-adeb-89659a932231 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:14.910127 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6de28a4-c90d-4238-9036-edaa7297bcf3 req-cd5dfcfe-690c-4381-b5ac-688947266674 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:14.911715 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-f6de28a4-c90d-4238-9036-edaa7297bcf3 req-cd5dfcfe-690c-4381-b5ac-688947266674 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f1084-1b72-4a96-8c40-e3a5522b5152 HTTP/1.1" status: 200 len: 984 time: 0.0549533 Aug 07 04:59:14.950682 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-53caacff-527e-4819-adeb-89659a932231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-739794'] for router, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:14.951631 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53caacff-527e-4819-adeb-89659a932231 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5099fd70-24b6-4306-8d37-f5faa8632259 {{(pid=93259) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 07 04:59:14.958904 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-53caacff-527e-4819-adeb-89659a932231 admin admin] Notify callbacks [] for router, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:14.960764 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-53caacff-527e-4819-adeb-89659a932231 admin admin] 10.222.0.13 "DELETE /v2.0/routers/5099fd70-24b6-4306-8d37-f5faa8632259 HTTP/1.1" status: 204 len: 168 time: 1.0676765 Aug 07 04:59:14.963861 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 41460) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:59:14.976528 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-f6de28a4-c90d-4238-9036-edaa7297bcf3 req-9c877af4-b304-44ba-b795-cb3a7e0a72c1 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "GET /v2.0/security-groups?id=2c28cca9-eba1-46f0-b5ee-2f137ded1910&id=1a02d75e-311a-4f0b-88e7-6a868af689f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0517519 Aug 07 04:59:15.031224 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.db.db_base_plugin_v2 [None req-a45d5d40-5276-4fe3-87e8-72b336d1690f admin admin] Deleting subnet 9aa1c2af-b174-4fad-8400-e05d1fd01345 {{(pid=93260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 04:59:15.035076 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-a45d5d40-5276-4fe3-87e8-72b336d1690f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:15.086003 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-a45d5d40-5276-4fe3-87e8-72b336d1690f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9590751'] for subnet, precommit_delete_associations {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:15.132399 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-a45d5d40-5276-4fe3-87e8-72b336d1690f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799044'] for subnet, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:15.150825 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device 7cdd8dee-5a5d-4a90-a495-191a0363776f no longer exists at agent ovs-agent-dv-cinder-759943-8-iscsi {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 04:59:15.192544 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.plugin [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] No Port match for: 7cdd8dee-5a5d-4a90-a495-191a0363776f {{(pid=93261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 04:59:15.193104 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device 7cdd8dee-5a5d-4a90-a495-191a0363776f not bound to the agent host dv-cinder-759943-8-iscsi {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 04:59:15.212753 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-a45d5d40-5276-4fe3-87e8-72b336d1690f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9563743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9718305'] for subnet, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:15.243215 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45d5d40-5276-4fe3-87e8-72b336d1690f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9aa1c2af-b174-4fad-8400-e05d1fd01345,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:59:15.245249 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-a45d5d40-5276-4fe3-87e8-72b336d1690f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:15.248207 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-a45d5d40-5276-4fe3-87e8-72b336d1690f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9aa1c2af-b174-4fad-8400-e05d1fd01345 HTTP/1.1" status: 204 len: 168 time: 0.2830944 Aug 07 04:59:15.250280 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 41464) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:59:15.351266 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-aa9ffe79-f84d-45ed-a89c-6808c1eddd84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1651291'] for network, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:15.437869 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-aa9ffe79-f84d-45ed-a89c-6808c1eddd84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798403', 'neutron.services.segments.db._delete_segments_for_network-8768807654000'] for network, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:15.450328 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.services.segments.db [None req-aa9ffe79-f84d-45ed-a89c-6808c1eddd84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caf0bc31-a106-4ab2-8d11-96d79fef6eec']}} {{(pid=93259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:59:15.464448 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.services.segments.db [None req-aa9ffe79-f84d-45ed-a89c-6808c1eddd84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68da160a-9e55-486e-bddf-c6a2ddbdf64a') {'for_net_delete': True} {{(pid=93259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:59:15.464740 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.services.segments.db [None req-aa9ffe79-f84d-45ed-a89c-6808c1eddd84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68da160a-9e55-486e-bddf-c6a2ddbdf64a') {} {{(pid=93259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:59:15.478429 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-aa9ffe79-f84d-45ed-a89c-6808c1eddd84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768807608441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9496100'] for segment, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:15.501336 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-aa9ffe79-f84d-45ed-a89c-6808c1eddd84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799109'] for segment, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:15.513764 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa9ffe79-f84d-45ed-a89c-6808c1eddd84 admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=93259) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 04:59:15.514382 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-aa9ffe79-f84d-45ed-a89c-6808c1eddd84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8513085'] for segment, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:15.516343 dv-cinder-759943-8-iscsi neutron-server[93259]: Traceback (most recent call last): Aug 07 04:59:15.516343 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 04:59:15.516343 dv-cinder-759943-8-iscsi neutron-server[93259]: timer() Aug 07 04:59:15.516343 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 04:59:15.516343 dv-cinder-759943-8-iscsi neutron-server[93259]: cb(*args, **kw) Aug 07 04:59:15.516343 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 04:59:15.516343 dv-cinder-759943-8-iscsi neutron-server[93259]: return func(*args, **kwargs) Aug 07 04:59:15.516343 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 04:59:15.516343 dv-cinder-759943-8-iscsi neutron-server[93259]: self._notify() Aug 07 04:59:15.516343 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 04:59:15.516343 dv-cinder-759943-8-iscsi neutron-server[93259]: self.callback(batched_events) Aug 07 04:59:15.516343 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 04:59:15.516343 dv-cinder-759943-8-iscsi neutron-server[93259]: event.method(event) Aug 07 04:59:15.516343 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 04:59:15.516343 dv-cinder-759943-8-iscsi neutron-server[93259]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 04:59:15.516343 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 04:59:15.516343 dv-cinder-759943-8-iscsi neutron-server[93259]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 04:59:15.516343 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 04:59:15.516343 dv-cinder-759943-8-iscsi neutron-server[93259]: return f(self, *a, **k) Aug 07 04:59:15.516343 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 04:59:15.516343 dv-cinder-759943-8-iscsi neutron-server[93259]: return self._get(url).json() Aug 07 04:59:15.516343 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 04:59:15.516343 dv-cinder-759943-8-iscsi neutron-server[93259]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 04:59:15.516343 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 04:59:15.516343 dv-cinder-759943-8-iscsi neutron-server[93259]: return self.request(url, 'GET', **kwargs) Aug 07 04:59:15.516343 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 04:59:15.516343 dv-cinder-759943-8-iscsi neutron-server[93259]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 04:59:15.516343 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 04:59:15.516343 dv-cinder-759943-8-iscsi neutron-server[93259]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 04:59:15.516343 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 04:59:15.516343 dv-cinder-759943-8-iscsi neutron-server[93259]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 04:59:15.516343 dv-cinder-759943-8-iscsi neutron-server[93259]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 04:59:15.582153 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-aa9ffe79-f84d-45ed-a89c-6808c1eddd84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-766646'] for network, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:15.588414 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-aa9ffe79-f84d-45ed-a89c-6808c1eddd84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568364'] for network, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:15.592945 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-aa9ffe79-f84d-45ed-a89c-6808c1eddd84 admin admin] 10.222.0.13 "DELETE /v2.0/networks/caf0bc31-a106-4ab2-8d11-96d79fef6eec HTTP/1.1" status: 204 len: 168 time: 0.3392975 Aug 07 04:59:15.603636 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9ffe79-f84d-45ed-a89c-6808c1eddd84 admin admin] Pushing event deleted for resources: {'Network': ['ID=caf0bc31-a106-4ab2-8d11-96d79fef6eec,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:59:15.786160 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 41468) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:59:15.830223 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-4290e7fe-20e3-448c-807e-f5e19a0d1331 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bf4917b012d34a5d91aeccbdaa55f15f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0426378 Aug 07 04:59:15.832624 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 41470) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:59:15.885437 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-f94c9aad-53e8-4292-bd18-ba7e8226aea2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:15.908932 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-f94c9aad-53e8-4292-bd18-ba7e8226aea2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:15.961008 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-f94c9aad-53e8-4292-bd18-ba7e8226aea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:15.964019 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-f94c9aad-53e8-4292-bd18-ba7e8226aea2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:15.968410 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-f94c9aad-53e8-4292-bd18-ba7e8226aea2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fdf84c89-5bda-4951-914c-4ad1ebb5540c HTTP/1.1" status: 204 len: 168 time: 0.1316149 Aug 07 04:59:15.974398 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94c9aad-53e8-4292-bd18-ba7e8226aea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf84c89-5bda-4951-914c-4ad1ebb5540c,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:59:16.644639 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device f7404404-e91d-43bb-ac86-465a99c54814 no longer exists at agent ovs-agent-dv-cinder-759943-8-iscsi {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 04:59:16.665938 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.plugin [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] No Port match for: f7404404-e91d-43bb-ac86-465a99c54814 {{(pid=93261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 04:59:16.666292 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device f7404404-e91d-43bb-ac86-465a99c54814 not bound to the agent host dv-cinder-759943-8-iscsi {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 04:59:24.881347 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-1ceac6a7-f4f9-46ed-9385-8e008829db9b req-e4b0530b-6103-455c-953b-e7c63262c4fe service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0577650 Aug 07 04:59:24.960706 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceac6a7-f4f9-46ed-9385-8e008829db9b req-7aa08f9d-a4d1-4e6f-b713-29ffa22bbf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:24.962617 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-1ceac6a7-f4f9-46ed-9385-8e008829db9b req-7aa08f9d-a4d1-4e6f-b713-29ffa22bbf90 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ca9c8154dc664b57bc9452622c79c0c6&device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 1100 time: 0.0466800 Aug 07 04:59:25.082843 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceac6a7-f4f9-46ed-9385-8e008829db9b req-e9011137-7b82-46e7-b4d2-e2c867ffc083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:25.084400 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-1ceac6a7-f4f9-46ed-9385-8e008829db9b req-e9011137-7b82-46e7-b4d2-e2c867ffc083 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4c392ea1-f973-4e27-8c93-9da70b5eee3e HTTP/1.1" status: 200 len: 918 time: 0.1012232 Aug 07 04:59:25.173053 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-1ceac6a7-f4f9-46ed-9385-8e008829db9b req-15feda5f-6d89-4536-be36-683f9d7dbefd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab HTTP/1.1" status: 200 len: 1002 time: 0.0805666 Aug 07 04:59:25.248686 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceac6a7-f4f9-46ed-9385-8e008829db9b req-3d68981f-43d0-4523-8758-67008e5e3f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:25.250193 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-1ceac6a7-f4f9-46ed-9385-8e008829db9b req-3d68981f-43d0-4523-8758-67008e5e3f06 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c03fc84b-f6fc-4f24-bb48-576f621db152 HTTP/1.1" status: 200 len: 856 time: 0.0701087 Aug 07 04:59:25.300909 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceac6a7-f4f9-46ed-9385-8e008829db9b req-12a1caf0-a6b6-468b-ad6f-e869f2769410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:25.302527 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-1ceac6a7-f4f9-46ed-9385-8e008829db9b req-12a1caf0-a6b6-468b-ad6f-e869f2769410 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4c392ea1-f973-4e27-8c93-9da70b5eee3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443082 Aug 07 04:59:25.413166 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-1ceac6a7-f4f9-46ed-9385-8e008829db9b req-9d620c20-4e9c-422e-a69c-171aedfee704 service neutron] 10.222.0.43 "GET /v2.0/networks/4c392ea1-f973-4e27-8c93-9da70b5eee3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034222 Aug 07 04:59:25.529155 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-1ceac6a7-f4f9-46ed-9385-8e008829db9b req-d91ef44b-3d02-4189-91f2-17dd4ab653fc service neutron] 10.222.0.43 "GET /v2.0/networks/4c392ea1-f973-4e27-8c93-9da70b5eee3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076455 Aug 07 04:59:25.804968 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffad2a6b-6269-4a40-ba07-ef8f9773e0d2 req-26e8adbb-3aef-491f-ab7c-1f69f7ad8560 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:25.806692 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-ffad2a6b-6269-4a40-ba07-ef8f9773e0d2 req-26e8adbb-3aef-491f-ab7c-1f69f7ad8560 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 947 time: 0.0665948 Aug 07 04:59:25.848393 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-ffad2a6b-6269-4a40-ba07-ef8f9773e0d2 req-18a12bd0-f739-424d-aa7d-51e0db4d97f7 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ace81de-1fdd-4f9f-94d0-b0686fe1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353913 Aug 07 04:59:26.787692 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a72e6d34-4217-4f40-9f56-18941480090d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:26.997823 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bd5168-7b29-40b0-8111-fa6128cdf1c4 req-1bf2dfca-ad75-45f3-a5dd-b757f931a4b0 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:26.999396 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-b8bd5168-7b29-40b0-8111-fa6128cdf1c4 req-1bf2dfca-ad75-45f3-a5dd-b757f931a4b0 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 947 time: 0.0755765 Aug 07 04:59:27.039716 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-b8bd5168-7b29-40b0-8111-fa6128cdf1c4 req-728a4b6f-48c8-415f-be05-ed125b16e08f tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ace81de-1fdd-4f9f-94d0-b0686fe1a954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342720 Aug 07 04:59:27.481266 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0772be-4536-4aea-8c98-09a9307f8f18 req-b66c83f8-2b85-4eb6-b171-72030d30cb90 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:27.482802 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-3d0772be-4536-4aea-8c98-09a9307f8f18 req-b66c83f8-2b85-4eb6-b171-72030d30cb90 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.43 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 947 time: 0.0527663 Aug 07 04:59:27.579490 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.plugin [req-3d0772be-4536-4aea-8c98-09a9307f8f18 req-7e9de32c-2e3c-4873-a384-82f9a66bd168 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Deleting port ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab {{(pid=93259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 04:59:27.579823 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-3d0772be-4536-4aea-8c98-09a9307f8f18 req-7e9de32c-2e3c-4873-a384-82f9a66bd168 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768807591985'] for port, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:27.668509 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.db [req-3d0772be-4536-4aea-8c98-09a9307f8f18 req-7e9de32c-2e3c-4873-a384-82f9a66bd168 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] For port ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab,segment=NetworkSegment(5c4cc400-a497-44e6-be97-a3f4f6364da8),segment_id=5c4cc400-a497-44e6-be97-a3f4f6364da8)] {{(pid=93259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:59:27.668869 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-3d0772be-4536-4aea-8c98-09a9307f8f18 req-7e9de32c-2e3c-4873-a384-82f9a66bd168 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769206'] for port, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:27.901566 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-3d0772be-4536-4aea-8c98-09a9307f8f18 req-7e9de32c-2e3c-4873-a384-82f9a66bd168 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:27.901999 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-3d0772be-4536-4aea-8c98-09a9307f8f18 req-7e9de32c-2e3c-4873-a384-82f9a66bd168 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-766596'] for floatingip, after_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:27.902365 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.db.l3_db [req-3d0772be-4536-4aea-8c98-09a9307f8f18 req-7e9de32c-2e3c-4873-a384-82f9a66bd168 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Floating IP 990330e6-6dfc-4bb4-a050-501afc97b711 disassociated. External IP: 172.27.1.148, port: ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab. Aug 07 04:59:27.902662 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.plugin [req-3d0772be-4536-4aea-8c98-09a9307f8f18 req-7e9de32c-2e3c-4873-a384-82f9a66bd168 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Calling delete_port for ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab owned by compute:nova {{(pid=93259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 04:59:28.051894 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-3d0772be-4536-4aea-8c98-09a9307f8f18 req-7e9de32c-2e3c-4873-a384-82f9a66bd168 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768807598987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768807127278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513232'] for port, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:28.084519 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9de32c-2e3c-4873-a384-82f9a66bd168 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Pushing event deleted for resources: {'Port': ['ID=ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:59:28.186818 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-2d272207-f4c2-4bb6-bd51-9cd607eec12c req-5b21799e-6bca-4dac-85a8-2e4f30ab8ad1 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 210 time: 0.0521936 Aug 07 04:59:28.252505 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d0772be-4536-4aea-8c98-09a9307f8f18 req-7e9de32c-2e3c-4873-a384-82f9a66bd168 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Router 762172fc-738d-4243-9950-17f35ba99456 has already been hosted by L3 agent c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6 {{(pid=93259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 04:59:28.512591 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 41640) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:59:28.661065 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-5ca1e9e8-0ca8-4b36-b08d-322e6f64bcc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:28.671314 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d0772be-4536-4aea-8c98-09a9307f8f18 req-7e9de32c-2e3c-4873-a384-82f9a66bd168 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify agent at l3_agent.dv-cinder-759943-8-iscsi the message routers_updated {{(pid=93259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 04:59:28.687166 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f0d8a3-7ee9-4e4a-b54b-4b9494d6ab21 None None] Sync routers for ids ['762172fc-738d-4243-9950-17f35ba99456'] in dv-cinder-759943-8-iscsi {{(pid=93261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 04:59:28.699007 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f0d8a3-7ee9-4e4a-b54b-4b9494d6ab21 None None] Routers {'762172fc-738d-4243-9950-17f35ba99456'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:59:28.699650 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-f0f0d8a3-7ee9-4e4a-b54b-4b9494d6ab21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T04:59:00Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['762172fc-738d-4243-9950-17f35ba99456'], 'active': True} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:59:28.715437 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d0772be-4536-4aea-8c98-09a9307f8f18 req-7e9de32c-2e3c-4873-a384-82f9a66bd168 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] No DVR routers for this DVR port ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab on host hv-cinder-75994 {{(pid=93259) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 04:59:28.718869 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-3d0772be-4536-4aea-8c98-09a9307f8f18 req-7e9de32c-2e3c-4873-a384-82f9a66bd168 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77622'] for port, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:28.721256 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-3d0772be-4536-4aea-8c98-09a9307f8f18 req-7e9de32c-2e3c-4873-a384-82f9a66bd168 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.43 "DELETE /v2.0/ports/ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab HTTP/1.1" status: 204 len: 173 time: 1.2298379 Aug 07 04:59:28.721785 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44710dc0-6806-45a6-b77f-9a0efe35d705', 'name': 'network-vif-deleted', 'tag': 'ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab'}] {{(pid=93259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:59:28.724531 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2475665ef9a7cb8741e3251ff967df6d1dd3d3eb822c2e36b28ddc32d9da7eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2acdd220-e2b4-4902-b731-c49d17e6173d" -d '{"events": [{"server_uuid": "44710dc0-6806-45a6-b77f-9a0efe35d705", "name": "network-vif-deleted", "tag": "ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab"}]}' {{(pid=93259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:59:28.766153 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 04:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c6fb1c-d186-4dee-9f04-67e5557e69ae x-openstack-request-id: req-79c6fb1c-d186-4dee-9f04-67e5557e69ae {{(pid=93259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:59:28.766448 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44710dc0-6806-45a6-b77f-9a0efe35d705", "name": "network-vif-deleted", "tag": "ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab", "status": "completed", "code": 200}]} {{(pid=93259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:59:28.766813 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-79c6fb1c-d186-4dee-9f04-67e5557e69ae {{(pid=93259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:59:28.767705 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44710dc0-6806-45a6-b77f-9a0efe35d705', 'name': 'network-vif-deleted', 'tag': 'ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab', 'status': 'completed', 'code': 200} Aug 07 04:59:28.822324 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-5ca1e9e8-0ca8-4b36-b08d-322e6f64bcc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:28.828383 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-5ca1e9e8-0ca8-4b36-b08d-322e6f64bcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:28.872995 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca1e9e8-0ca8-4b36-b08d-322e6f64bcc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=214a0fe6-0f09-48d1-b220-6ca1dd2ecf71,revision_number=1']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:59:28.877673 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-5ca1e9e8-0ca8-4b36-b08d-322e6f64bcc0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=93a4c634aceb4b44bcd52cdb1b2b25da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3639061 Aug 07 04:59:28.881727 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 41646) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:59:28.934708 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvr_db [None req-f0f0d8a3-7ee9-4e4a-b54b-4b9494d6ab21 None None] Set router 762172fc-738d-4243-9950-17f35ba99456 gateway port host: dv-cinder-759943-8-iscsi {{(pid=93261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:59:28.945986 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-4242f00d-3a4d-41e7-9dfb-bb72d35c5491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:28.974414 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-4242f00d-3a4d-41e7-9dfb-bb72d35c5491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:29.038804 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-4242f00d-3a4d-41e7-9dfb-bb72d35c5491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:29.044850 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-4242f00d-3a4d-41e7-9dfb-bb72d35c5491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:29.047246 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-4242f00d-3a4d-41e7-9dfb-bb72d35c5491 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/214a0fe6-0f09-48d1-b220-6ca1dd2ecf71 HTTP/1.1" status: 204 len: 168 time: 0.1639080 Aug 07 04:59:29.061786 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4242f00d-3a4d-41e7-9dfb-bb72d35c5491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=214a0fe6-0f09-48d1-b220-6ca1dd2ecf71,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:59:29.192694 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-f0f0d8a3-7ee9-4e4a-b54b-4b9494d6ab21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '762172fc-738d-4243-9950-17f35ba99456', 'name': 'tempest-AttachVolumeShelveTestJSON-1472397642-router', 'tenant_id': 'ca9c8154dc664b57bc9452622c79c0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'fd97dedb-78a5-4afc-815f-329423685cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:55:04Z', 'updated_at': '2021-08-07T04:55:12Z', 'revision_number': 4, 'project_id': 'ca9c8154dc664b57bc9452622c79c0c6', 'gw_port': {'id': 'fd97dedb-78a5-4afc-815f-329423685cdd', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762172fc-738d-4243-9950-17f35ba99456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:55:05Z', 'updated_at': '2021-08-07T04:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi', '_interfaces': [{'id': '1990d296-8664-4180-8bb3-b05b52769239', 'name': '', 'network_id': '4c392ea1-f973-4e27-8c93-9da70b5eee3e', 'tenant_id': 'ca9c8154dc664b57bc9452622c79c0c6', 'mac_address': 'fa:16:3e:08:a1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762172fc-738d-4243-9950-17f35ba99456', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c03fc84b-f6fc-4f24-bb48-576f621db152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:55:11Z', 'updated_at': '2021-08-07T04:55:21Z', 'revision_number': 5, 'project_id': 'ca9c8154dc664b57bc9452622c79c0c6', 'subnets': [{'id': 'c03fc84b-f6fc-4f24-bb48-576f621db152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:59:29.230838 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f0d8a3-7ee9-4e4a-b54b-4b9494d6ab21 None None] Checking router: 762172fc-738d-4243-9950-17f35ba99456 for host: dv-cinder-759943-8-iscsi {{(pid=93261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 04:59:29.242903 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f0d8a3-7ee9-4e4a-b54b-4b9494d6ab21 None None] Routers {'762172fc-738d-4243-9950-17f35ba99456'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:59:29.243561 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-f0f0d8a3-7ee9-4e4a-b54b-4b9494d6ab21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T04:59:00Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['762172fc-738d-4243-9950-17f35ba99456'], 'active': True} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:59:29.318862 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:29.424495 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-ae2e6a90-f5e1-45d1-be4d-f6a16cd0c5f0 req-3a49e456-89e0-43c9-b530-d0fad8194c1f tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=44710dc0-6806-45a6-b77f-9a0efe35d705 HTTP/1.1" status: 200 len: 210 time: 0.0543942 Aug 07 04:59:29.470207 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvr_db [None req-f0f0d8a3-7ee9-4e4a-b54b-4b9494d6ab21 None None] Set router 762172fc-738d-4243-9950-17f35ba99456 gateway port host: dv-cinder-759943-8-iscsi {{(pid=93261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:59:29.472953 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 41654) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:59:29.488583 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-fe1a4193-cbc7-45e0-be8d-7caf6581e8f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:29.606255 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-fe1a4193-cbc7-45e0-be8d-7caf6581e8f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:29.613943 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-fe1a4193-cbc7-45e0-be8d-7caf6581e8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:29.678373 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-fe1a4193-cbc7-45e0-be8d-7caf6581e8f1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=384a1d76d41144e7a732fbe37183945e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1999409 Aug 07 04:59:29.678674 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 41656) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:59:29.694527 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1a4193-cbc7-45e0-be8d-7caf6581e8f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41cbf2f5-b0ac-47b2-9517-d167804e8a7f,revision_number=1']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:59:29.742950 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-ffaacde2-96a5-44f6-b9ec-04a1730371ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:29.743855 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab no longer exists at agent hyperv_hv-cinder-75994 {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 04:59:29.769414 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-86a1d5c8-a649-4802-ab3d-0cd25676ecdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:29.770010 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-ffaacde2-96a5-44f6-b9ec-04a1730371ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:29.806581 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.plugin [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] No Port match for: ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab {{(pid=93261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 04:59:29.806913 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device ff17b6e5-b9a2-4b58-89cd-3a0571e0d0ab not bound to the agent host hv-cinder-75994 {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 04:59:29.825535 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:29.860071 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-ffaacde2-96a5-44f6-b9ec-04a1730371ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:29.863332 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-ffaacde2-96a5-44f6-b9ec-04a1730371ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:29.867540 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-ffaacde2-96a5-44f6-b9ec-04a1730371ab admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/41cbf2f5-b0ac-47b2-9517-d167804e8a7f HTTP/1.1" status: 204 len: 168 time: 0.1877522 Aug 07 04:59:29.878124 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaacde2-96a5-44f6-b9ec-04a1730371ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41cbf2f5-b0ac-47b2-9517-d167804e8a7f,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:59:29.967677 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-f0f0d8a3-7ee9-4e4a-b54b-4b9494d6ab21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '762172fc-738d-4243-9950-17f35ba99456', 'name': 'tempest-AttachVolumeShelveTestJSON-1472397642-router', 'tenant_id': 'ca9c8154dc664b57bc9452622c79c0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'fd97dedb-78a5-4afc-815f-329423685cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:55:04Z', 'updated_at': '2021-08-07T04:55:12Z', 'revision_number': 4, 'project_id': 'ca9c8154dc664b57bc9452622c79c0c6', 'gw_port': {'id': 'fd97dedb-78a5-4afc-815f-329423685cdd', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762172fc-738d-4243-9950-17f35ba99456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:55:05Z', 'updated_at': '2021-08-07T04:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi', '_interfaces': [{'id': '1990d296-8664-4180-8bb3-b05b52769239', 'name': '', 'network_id': '4c392ea1-f973-4e27-8c93-9da70b5eee3e', 'tenant_id': 'ca9c8154dc664b57bc9452622c79c0c6', 'mac_address': 'fa:16:3e:08:a1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762172fc-738d-4243-9950-17f35ba99456', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c03fc84b-f6fc-4f24-bb48-576f621db152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:55:11Z', 'updated_at': '2021-08-07T04:55:21Z', 'revision_number': 5, 'project_id': 'ca9c8154dc664b57bc9452622c79c0c6', 'subnets': [{'id': 'c03fc84b-f6fc-4f24-bb48-576f621db152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:59:30.000524 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f0d8a3-7ee9-4e4a-b54b-4b9494d6ab21 None None] The sync data for ids ['762172fc-738d-4243-9950-17f35ba99456'] in dv-cinder-759943-8-iscsi is: [{'id': '762172fc-738d-4243-9950-17f35ba99456', 'name': 'tempest-AttachVolumeShelveTestJSON-1472397642-router', 'tenant_id': 'ca9c8154dc664b57bc9452622c79c0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'fd97dedb-78a5-4afc-815f-329423685cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:55:04Z', 'updated_at': '2021-08-07T04:55:12Z', 'revision_number': 4, 'project_id': 'ca9c8154dc664b57bc9452622c79c0c6', 'gw_port': {'id': 'fd97dedb-78a5-4afc-815f-329423685cdd', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762172fc-738d-4243-9950-17f35ba99456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:55:05Z', 'updated_at': '2021-08-07T04:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi', '_interfaces': [{'id': '1990d296-8664-4180-8bb3-b05b52769239', 'name': '', 'network_id': '4c392ea1-f973-4e27-8c93-9da70b5eee3e', 'tenant_id': 'ca9c8154dc664b57bc9452622c79c0c6', 'mac_address': 'fa:16:3e:08:a1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762172fc-738d-4243-9950-17f35ba99456', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c03fc84b-f6fc-4f24-bb48-576f621db152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:55:11Z', 'updated_at': '2021-08-07T04:55:21Z', 'revision_number': 5, 'project_id': 'ca9c8154dc664b57bc9452622c79c0c6', 'subnets': [{'id': 'c03fc84b-f6fc-4f24-bb48-576f621db152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 04:59:30.265547 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a384b198-126b-498f-ba63-0bebeed44124 None None] New status for floating IP 990330e6-6dfc-4bb4-a050-501afc97b711: DOWN {{(pid=93262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 04:59:30.548687 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 41676) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:59:30.620000 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-b08f9323-4b6b-43ef-b7a5-85e966baa1ac tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks [] for security_group, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:30.650068 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-b08f9323-4b6b-43ef-b7a5-85e966baa1ac tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:30.666482 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.agents_db [None req-236ba2d6-2b68-46f9-96aa-64978379ec1a None None] Agent healthcheck: found 6 active agents {{(pid=93262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 04:59:30.728847 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-b08f9323-4b6b-43ef-b7a5-85e966baa1ac tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:30.734914 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-b08f9323-4b6b-43ef-b7a5-85e966baa1ac tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks [] for security_group, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:30.736896 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-b08f9323-4b6b-43ef-b7a5-85e966baa1ac tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "DELETE /v2.0/security-groups/7ace81de-1fdd-4f9f-94d0-b0686fe1a954 HTTP/1.1" status: 204 len: 168 time: 0.1864116 Aug 07 04:59:30.741175 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 41684) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:59:30.752348 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-f79f476c-1ac6-45f4-a536-05d31601a6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:30.756501 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08f9323-4b6b-43ef-b7a5-85e966baa1ac tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ace81de-1fdd-4f9f-94d0-b0686fe1a954,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:59:30.760528 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.api.v2.resource [None req-158b8c18-39fb-4c43-a540-12dafa2fd640 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] show failed (client error): The resource could not be found. Aug 07 04:59:30.761903 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-158b8c18-39fb-4c43-a540-12dafa2fd640 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups/7ace81de-1fdd-4f9f-94d0-b0686fe1a954 HTTP/1.1" status: 404 len: 347 time: 0.0188863 Aug 07 04:59:30.770113 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 41686) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:59:30.929210 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.plugin [None req-7739a17c-49d1-4b62-9fb0-d5492280bdb4 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Deleting port 2ef67206-180a-42de-b52b-9ed7f69f1c29 {{(pid=93260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 04:59:30.930139 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-7739a17c-49d1-4b62-9fb0-d5492280bdb4 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768807591985'] for port, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:31.042913 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-7739a17c-49d1-4b62-9fb0-d5492280bdb4 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769206'] for port, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:31.043452 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-7739a17c-49d1-4b62-9fb0-d5492280bdb4 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:31.060293 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.plugin [None req-7739a17c-49d1-4b62-9fb0-d5492280bdb4 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Calling delete_port for 2ef67206-180a-42de-b52b-9ed7f69f1c29 owned by network:floatingip {{(pid=93260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 04:59:31.290987 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-7739a17c-49d1-4b62-9fb0-d5492280bdb4 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768807598987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768807127278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9563756'] for port, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:31.320308 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7739a17c-49d1-4b62-9fb0-d5492280bdb4 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Pushing event deleted for resources: {'Port': ['ID=2ef67206-180a-42de-b52b-9ed7f69f1c29,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:59:31.395002 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-7739a17c-49d1-4b62-9fb0-d5492280bdb4 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks [] for floatingip, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:31.397696 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-7739a17c-49d1-4b62-9fb0-d5492280bdb4 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77622'] for floatingip, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:31.398940 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-7739a17c-49d1-4b62-9fb0-d5492280bdb4 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "DELETE /v2.0/floatingips/990330e6-6dfc-4bb4-a050-501afc97b711 HTTP/1.1" status: 204 len: 168 time: 0.6324840 Aug 07 04:59:32.165819 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 41716) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:59:32.171287 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.v2.base [None req-8e2b567e-f099-4d2e-ab37-ecfaeeafcb14 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2070229156', 'description': 'tempest-description--355070240'}} {{(pid=93259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:59:32.205363 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-8e2b567e-f099-4d2e-ab37-ecfaeeafcb14 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks [] for security_group, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:32.359382 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-8e2b567e-f099-4d2e-ab37-ecfaeeafcb14 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks [] for security_group, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:32.366728 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-8e2b567e-f099-4d2e-ab37-ecfaeeafcb14 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:32.397544 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-8e2b567e-f099-4d2e-ab37-ecfaeeafcb14 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks [] for security_group, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:32.400329 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-8e2b567e-f099-4d2e-ab37-ecfaeeafcb14 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2330637 Aug 07 04:59:32.406106 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 41722) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:59:32.417022 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.v2.base [None req-e1ba2465-afd1-48fa-9219-12d28b1cc45c tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Request body: {'security_group_rule': {'security_group_id': '0c466296-861b-46b3-ac81-a26626c817f0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:59:32.427212 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2b567e-f099-4d2e-ab37-ecfaeeafcb14 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c466296-861b-46b3-ac81-a26626c817f0,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:59:32.435080 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2b567e-f099-4d2e-ab37-ecfaeeafcb14 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:59:32.435563 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2b567e-f099-4d2e-ab37-ecfaeeafcb14 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:59:32.436008 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2b567e-f099-4d2e-ab37-ecfaeeafcb14 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:59:32.436462 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2b567e-f099-4d2e-ab37-ecfaeeafcb14 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:59:32.436885 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2b567e-f099-4d2e-ab37-ecfaeeafcb14 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:59:32.437485 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2b567e-f099-4d2e-ab37-ecfaeeafcb14 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:59:32.438662 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2b567e-f099-4d2e-ab37-ecfaeeafcb14 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:59:32.438997 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2b567e-f099-4d2e-ab37-ecfaeeafcb14 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:59:32.439331 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2b567e-f099-4d2e-ab37-ecfaeeafcb14 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:59:32.439654 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2b567e-f099-4d2e-ab37-ecfaeeafcb14 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:59:32.439999 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2b567e-f099-4d2e-ab37-ecfaeeafcb14 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:59:32.440298 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2b567e-f099-4d2e-ab37-ecfaeeafcb14 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:59:32.467493 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-e1ba2465-afd1-48fa-9219-12d28b1cc45c tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:32.527329 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-fe46c1f5-d46f-4bdc-a2a5-961a9e169c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:32.550369 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-e1ba2465-afd1-48fa-9219-12d28b1cc45c tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:32.555643 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-e1ba2465-afd1-48fa-9219-12d28b1cc45c tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733518'] for security_group_rule, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:32.572246 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ba2465-afd1-48fa-9219-12d28b1cc45c tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6313ecc-a735-4547-843b-8183e40f5423,revision_number=0']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:59:32.586452 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ba2465-afd1-48fa-9219-12d28b1cc45c tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:59:32.587013 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ba2465-afd1-48fa-9219-12d28b1cc45c tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:59:32.587535 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ba2465-afd1-48fa-9219-12d28b1cc45c tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:59:32.587961 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ba2465-afd1-48fa-9219-12d28b1cc45c tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:59:32.588402 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ba2465-afd1-48fa-9219-12d28b1cc45c tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:59:32.588870 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ba2465-afd1-48fa-9219-12d28b1cc45c tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:59:32.589402 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ba2465-afd1-48fa-9219-12d28b1cc45c tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:59:32.589995 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ba2465-afd1-48fa-9219-12d28b1cc45c tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:59:32.590656 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ba2465-afd1-48fa-9219-12d28b1cc45c tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:59:32.591725 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ba2465-afd1-48fa-9219-12d28b1cc45c tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:59:32.592289 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ba2465-afd1-48fa-9219-12d28b1cc45c tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:59:32.592848 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ba2465-afd1-48fa-9219-12d28b1cc45c tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:59:32.602359 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-e1ba2465-afd1-48fa-9219-12d28b1cc45c tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:32.610540 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-e1ba2465-afd1-48fa-9219-12d28b1cc45c tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2028568 Aug 07 04:59:32.614950 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 41730) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:59:32.620590 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.v2.base [None req-e7d243d3-e5d9-4680-9c4c-9ffb7b0084fb tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Request body: {'security_group_rule': {'security_group_id': '0c466296-861b-46b3-ac81-a26626c817f0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:59:32.665974 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-e7d243d3-e5d9-4680-9c4c-9ffb7b0084fb tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:32.747455 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-e7d243d3-e5d9-4680-9c4c-9ffb7b0084fb tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:32.752954 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-e7d243d3-e5d9-4680-9c4c-9ffb7b0084fb tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733518'] for security_group_rule, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:32.789720 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d243d3-e5d9-4680-9c4c-9ffb7b0084fb tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e83df102-d2ee-4ed2-93d2-94d6f093912d,revision_number=0']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:59:32.795658 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-e7d243d3-e5d9-4680-9c4c-9ffb7b0084fb tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:32.797988 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-e7d243d3-e5d9-4680-9c4c-9ffb7b0084fb tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1815987 Aug 07 04:59:32.801120 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 41736) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:59:32.809905 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.v2.base [None req-84a7f433-8e75-4281-b540-47becda635ea tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Request body: {'floatingip': {'floating_network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f'}} {{(pid=93260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:59:32.841617 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-84a7f433-8e75-4281-b540-47becda635ea tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks [] for floatingip, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:32.961500 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-84a7f433-8e75-4281-b540-47becda635ea tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:33.082330 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.db.db_base_plugin_common [None req-84a7f433-8e75-4281-b540-47becda635ea tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Allocated IP 172.27.1.93 (7234aba2-ebe6-4f3d-9fb1-8b27c89e529f/7cdca82c-7858-4732-9c64-e97074532a2d/ab4ba216-cdd8-4d6a-8178-773f46f3774b) {{(pid=93260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:59:33.233411 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-84a7f433-8e75-4281-b540-47becda635ea tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks [] for port, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:33.288404 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-84a7f433-8e75-4281-b540-47becda635ea tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768807127269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9563756'] for port, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:33.332720 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a7f433-8e75-4281-b540-47becda635ea tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Network 7234aba2-ebe6-4f3d-9fb1-8b27c89e529f is already hosted by enough agents. {{(pid=93260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:59:33.339959 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.base_scheduler [None req-84a7f433-8e75-4281-b540-47becda635ea tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Resources bound (agent type, host, resource id): {{(pid=93260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:59:33.344992 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a7f433-8e75-4281-b540-47becda635ea tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Received port after_create {{(pid=93260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:59:33.370804 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a7f433-8e75-4281-b540-47becda635ea tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Pushing event updated for resources: {'Port': ['ID=ab4ba216-cdd8-4d6a-8178-773f46f3774b,revision_number=1']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:59:33.468107 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-84a7f433-8e75-4281-b540-47becda635ea tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:33.514834 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-84a7f433-8e75-4281-b540-47becda635ea tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:33.705194 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-84a7f433-8e75-4281-b540-47becda635ea tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks [] for port, precommit_update {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:33.711022 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-84a7f433-8e75-4281-b540-47becda635ea tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9563749'] for port, after_update {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:33.788024 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a7f433-8e75-4281-b540-47becda635ea tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Pushing event updated for resources: {'Port': ['ID=ab4ba216-cdd8-4d6a-8178-773f46f3774b,revision_number=2']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:59:33.804604 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-84a7f433-8e75-4281-b540-47becda635ea tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-766596'] for floatingip, after_update {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:33.822106 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-84a7f433-8e75-4281-b540-47becda635ea tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77622'] for floatingip, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:33.823429 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-84a7f433-8e75-4281-b540-47becda635ea tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0206378 Aug 07 04:59:34.063083 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-d857c0fa-eeb2-45f5-bde0-3959f8c2c2de req-c987afdd-2dbf-46d9-9cfd-49ccb3b2e627 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--2070229156&fields=id&tenant_id=ca9c8154dc664b57bc9452622c79c0c6 HTTP/1.1" status: 200 len: 267 time: 0.0370610 Aug 07 04:59:34.220162 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d857c0fa-eeb2-45f5-bde0-3959f8c2c2de req-50b3dcc8-ef1d-4d76-9e70-0ddc7206daaa tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:34.222944 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-d857c0fa-eeb2-45f5-bde0-3959f8c2c2de req-50b3dcc8-ef1d-4d76-9e70-0ddc7206daaa tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/networks?id=4c392ea1-f973-4e27-8c93-9da70b5eee3e HTTP/1.1" status: 200 len: 817 time: 0.1518593 Aug 07 04:59:34.244848 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-d857c0fa-eeb2-45f5-bde0-3959f8c2c2de req-ae3fc521-2486-4db6-9f0e-c0537ea1b202 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/quotas/ca9c8154dc664b57bc9452622c79c0c6 HTTP/1.1" status: 200 len: 375 time: 0.0139487 Aug 07 04:59:34.417701 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbef6e3-6426-4b2a-a91a-beb595b75eee req-db783ec3-6504-4d86-8c82-eedafd444abc tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:34.419620 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-7dbef6e3-6426-4b2a-a91a-beb595b75eee req-db783ec3-6504-4d86-8c82-eedafd444abc tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/ports?device_id=092b9a79-696e-47db-8d09-7415f67f653f HTTP/1.1" status: 200 len: 945 time: 0.0880570 Aug 07 04:59:34.480726 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-7dbef6e3-6426-4b2a-a91a-beb595b75eee req-8d9696c8-4f09-48be-a5d6-47ae14b63451 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0c57fd4-e502-41c8-9a9d-2ef84ae6fa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504339 Aug 07 04:59:34.568259 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-d857c0fa-eeb2-45f5-bde0-3959f8c2c2de req-7d7c952f-0af3-4f54-a3dc-b5ce9f7059e5 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ca9c8154dc664b57bc9452622c79c0c6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3098350 Aug 07 04:59:34.696901 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-d857c0fa-eeb2-45f5-bde0-3959f8c2c2de req-717357df-2c92-473f-a6fd-2a06a2b05cb8 service neutron] 10.222.0.13 "GET /v2.0/networks/4c392ea1-f973-4e27-8c93-9da70b5eee3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137249 Aug 07 04:59:34.813599 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-d857c0fa-eeb2-45f5-bde0-3959f8c2c2de req-bd938f7c-307f-44b3-9ccd-01fcbd60e4c0 service neutron] 10.222.0.13 "GET /v2.0/networks/4c392ea1-f973-4e27-8c93-9da70b5eee3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098864 Aug 07 04:59:35.026293 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-32994f65-5742-467e-a945-1033d1ef042c req-7b1c39fd-888b-40d4-987e-2809292e86fd tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=a075a532-a14b-4220-b5be-f7ea0eed4fc6 HTTP/1.1" status: 200 len: 210 time: 0.0337176 Aug 07 04:59:35.632145 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c1c03-ffaf-43a2-b237-d087b72d3c55 req-1f34b3d7-f7f7-4dee-8e95-7b5759a5348b tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:35.633742 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-f80c1c03-ffaf-43a2-b237-d087b72d3c55 req-1f34b3d7-f7f7-4dee-8e95-7b5759a5348b tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/ports?device_id=092b9a79-696e-47db-8d09-7415f67f653f HTTP/1.1" status: 200 len: 945 time: 0.0639818 Aug 07 04:59:35.686052 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-f80c1c03-ffaf-43a2-b237-d087b72d3c55 req-2684a30a-742c-48b8-9f9d-8350f38c04ce tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0c57fd4-e502-41c8-9a9d-2ef84ae6fa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429513 Aug 07 04:59:36.232498 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-4af365e9-339c-4c05-be41-1ff39df0fc43 req-63726e1b-f662-445c-b7a1-bb7ce7d3ece3 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=a075a532-a14b-4220-b5be-f7ea0eed4fc6 HTTP/1.1" status: 200 len: 210 time: 0.0371308 Aug 07 04:59:36.300947 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d857c0fa-eeb2-45f5-bde0-3959f8c2c2de req-eea0edd2-884e-4836-b2a5-e880d5d80866 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:36.303693 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-d857c0fa-eeb2-45f5-bde0-3959f8c2c2de req-eea0edd2-884e-4836-b2a5-e880d5d80866 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.43 "GET /v2.0/networks?id=4c392ea1-f973-4e27-8c93-9da70b5eee3e HTTP/1.1" status: 200 len: 817 time: 0.2116363 Aug 07 04:59:36.371608 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-d857c0fa-eeb2-45f5-bde0-3959f8c2c2de req-6cc1c92f-c36b-43bb-840f-95275af4c428 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca9c8154dc664b57bc9452622c79c0c6 HTTP/1.1" status: 200 len: 380 time: 0.0575094 Aug 07 04:59:36.393680 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.v2.base [req-d857c0fa-eeb2-45f5-bde0-3959f8c2c2de req-ba1dcba4-97ca-4b8d-ad46-59caf6e57c37 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Request body: {'port': {'device_id': 'a075a532-a14b-4220-b5be-f7ea0eed4fc6', 'network_id': '4c392ea1-f973-4e27-8c93-9da70b5eee3e', 'admin_state_up': True, 'tenant_id': 'ca9c8154dc664b57bc9452622c79c0c6', 'security_groups': ['0c466296-861b-46b3-ac81-a26626c817f0']}} {{(pid=93259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:59:36.529407 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d857c0fa-eeb2-45f5-bde0-3959f8c2c2de req-ba1dcba4-97ca-4b8d-ad46-59caf6e57c37 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Made reservation on behalf of ca9c8154dc664b57bc9452622c79c0c6 for: {'port': 1} {{(pid=93259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:59:36.533145 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-d857c0fa-eeb2-45f5-bde0-3959f8c2c2de req-ba1dcba4-97ca-4b8d-ad46-59caf6e57c37 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:36.586448 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d817b-a9c0-4f06-b068-453fca9579e3 req-0b703652-f315-4a82-a005-eeef789d2466 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:36.588021 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-355d817b-a9c0-4f06-b068-453fca9579e3 req-0b703652-f315-4a82-a005-eeef789d2466 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.43 "GET /v2.0/ports?device_id=092b9a79-696e-47db-8d09-7415f67f653f HTTP/1.1" status: 200 len: 945 time: 0.0600960 Aug 07 04:59:36.721736 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.db_base_plugin_common [req-d857c0fa-eeb2-45f5-bde0-3959f8c2c2de req-ba1dcba4-97ca-4b8d-ad46-59caf6e57c37 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Allocated IP 172.20.0.3 (4c392ea1-f973-4e27-8c93-9da70b5eee3e/c03fc84b-f6fc-4f24-bb48-576f621db152/bd636543-d125-4207-9b34-9d5eae7c5345) {{(pid=93259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:59:36.749871 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.plugin [req-355d817b-a9c0-4f06-b068-453fca9579e3 req-159ade45-b975-41d4-a107-6d29337ff93a tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Deleting port cbc1b50e-0fc8-47d5-80d3-e84fcc576026 {{(pid=93260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 04:59:36.750787 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-355d817b-a9c0-4f06-b068-453fca9579e3 req-159ade45-b975-41d4-a107-6d29337ff93a tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768807591985'] for port, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:36.888233 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa114c13-17aa-4dfc-ac27-83725a89a1e3 req-f9e903d0-565b-439b-982f-9b410d83d326 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:36.889919 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-aa114c13-17aa-4dfc-ac27-83725a89a1e3 req-f9e903d0-565b-439b-982f-9b410d83d326 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/ports?device_id=092b9a79-696e-47db-8d09-7415f67f653f HTTP/1.1" status: 200 len: 945 time: 0.0886633 Aug 07 04:59:36.899696 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.db [req-355d817b-a9c0-4f06-b068-453fca9579e3 req-159ade45-b975-41d4-a107-6d29337ff93a tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] For port cbc1b50e-0fc8-47d5-80d3-e84fcc576026, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=cbc1b50e-0fc8-47d5-80d3-e84fcc576026,segment=NetworkSegment(67007472-572b-48a7-a3ec-be979b48e642),segment_id=67007472-572b-48a7-a3ec-be979b48e642)] {{(pid=93260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:59:36.900009 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-355d817b-a9c0-4f06-b068-453fca9579e3 req-159ade45-b975-41d4-a107-6d29337ff93a tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769206'] for port, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:36.935482 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-d857c0fa-eeb2-45f5-bde0-3959f8c2c2de req-ba1dcba4-97ca-4b8d-ad46-59caf6e57c37 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks [] for port, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:36.954698 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.provisioning_blocks [req-d857c0fa-eeb2-45f5-bde0-3959f8c2c2de req-ba1dcba4-97ca-4b8d-ad46-59caf6e57c37 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Transition to ACTIVE for port object bd636543-d125-4207-9b34-9d5eae7c5345 will not be triggered until provisioned by entity DHCP. {{(pid=93259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:59:36.996695 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-d857c0fa-eeb2-45f5-bde0-3959f8c2c2de req-ba1dcba4-97ca-4b8d-ad46-59caf6e57c37 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768807127269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513232'] for port, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:37.047177 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d857c0fa-eeb2-45f5-bde0-3959f8c2c2de req-ba1dcba4-97ca-4b8d-ad46-59caf6e57c37 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Network 4c392ea1-f973-4e27-8c93-9da70b5eee3e is already hosted by enough agents. {{(pid=93259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:59:37.049756 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-aa114c13-17aa-4dfc-ac27-83725a89a1e3 req-38a87d27-1b3b-48df-87aa-4859f78b55a7 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0c57fd4-e502-41c8-9a9d-2ef84ae6fa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1469469 Aug 07 04:59:37.051707 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.base_scheduler [req-d857c0fa-eeb2-45f5-bde0-3959f8c2c2de req-ba1dcba4-97ca-4b8d-ad46-59caf6e57c37 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Resources bound (agent type, host, resource id): {{(pid=93259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:59:37.059006 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.l3_dvrscheduler_db [req-d857c0fa-eeb2-45f5-bde0-3959f8c2c2de req-ba1dcba4-97ca-4b8d-ad46-59caf6e57c37 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Received port after_create {{(pid=93259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:59:37.108019 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1dcba4-97ca-4b8d-ad46-59caf6e57c37 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Pushing event updated for resources: {'Port': ['ID=bd636543-d125-4207-9b34-9d5eae7c5345,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:59:37.156360 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d857c0fa-eeb2-45f5-bde0-3959f8c2c2de req-ba1dcba4-97ca-4b8d-ad46-59caf6e57c37 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:37.157068 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-d857c0fa-eeb2-45f5-bde0-3959f8c2c2de req-ba1dcba4-97ca-4b8d-ad46-59caf6e57c37 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77622'] for port, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:37.176523 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-d857c0fa-eeb2-45f5-bde0-3959f8c2c2de req-ba1dcba4-97ca-4b8d-ad46-59caf6e57c37 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7908936 Aug 07 04:59:37.204736 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.v2.base [req-d857c0fa-eeb2-45f5-bde0-3959f8c2c2de req-186b7974-3ef7-49a9-a48e-faa9698244c8 service neutron] Request body: {'port': {'device_id': 'a075a532-a14b-4220-b5be-f7ea0eed4fc6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=93259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:59:37.214056 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-355d817b-a9c0-4f06-b068-453fca9579e3 req-159ade45-b975-41d4-a107-6d29337ff93a tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:37.214440 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-355d817b-a9c0-4f06-b068-453fca9579e3 req-159ade45-b975-41d4-a107-6d29337ff93a tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-766596'] for floatingip, after_update {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:37.214759 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.db.l3_db [req-355d817b-a9c0-4f06-b068-453fca9579e3 req-159ade45-b975-41d4-a107-6d29337ff93a tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Floating IP f75db6f2-ba76-4e49-8d4e-0607985a949d disassociated. External IP: 172.27.1.164, port: cbc1b50e-0fc8-47d5-80d3-e84fcc576026. Aug 07 04:59:37.215105 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.plugin [req-355d817b-a9c0-4f06-b068-453fca9579e3 req-159ade45-b975-41d4-a107-6d29337ff93a tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Calling delete_port for cbc1b50e-0fc8-47d5-80d3-e84fcc576026 owned by compute:nova {{(pid=93260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 04:59:37.284625 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-d857c0fa-eeb2-45f5-bde0-3959f8c2c2de req-186b7974-3ef7-49a9-a48e-faa9698244c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:37.420167 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-355d817b-a9c0-4f06-b068-453fca9579e3 req-159ade45-b975-41d4-a107-6d29337ff93a tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768807598987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768807127278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9563756'] for port, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:37.483122 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159ade45-b975-41d4-a107-6d29337ff93a tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Pushing event deleted for resources: {'Port': ['ID=cbc1b50e-0fc8-47d5-80d3-e84fcc576026,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:59:37.495726 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-5e275599-453c-4968-b65e-f736ae231505 None None] Provisioning for port bd636543-d125-4207-9b34-9d5eae7c5345 completed by entity DHCP. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:59:37.500711 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-5e275599-453c-4968-b65e-f736ae231505 None None] Provisioning complete for port bd636543-d125-4207-9b34-9d5eae7c5345 triggered by entity DHCP. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:59:37.501074 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-5e275599-453c-4968-b65e-f736ae231505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:37.548035 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae023c01-9f9b-4cb9-b891-466d0940e852 req-2afbd390-6e8d-4e8e-9c62-7ce6013f4149 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:37.549659 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-ae023c01-9f9b-4cb9-b891-466d0940e852 req-2afbd390-6e8d-4e8e-9c62-7ce6013f4149 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=a075a532-a14b-4220-b5be-f7ea0eed4fc6 HTTP/1.1" status: 200 len: 931 time: 0.1508446 Aug 07 04:59:37.577199 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.plugin [None req-5e275599-453c-4968-b65e-f736ae231505 None None] Port bd636543-d125-4207-9b34-9d5eae7c5345 cannot update to ACTIVE because it is not bound. {{(pid=93261) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 04:59:37.651357 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-ae023c01-9f9b-4cb9-b891-466d0940e852 req-c292c80b-f768-4834-a8b5-f7b792dee879 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c466296-861b-46b3-ac81-a26626c817f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820110 Aug 07 04:59:37.741557 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.l3_agent_scheduler [req-355d817b-a9c0-4f06-b068-453fca9579e3 req-159ade45-b975-41d4-a107-6d29337ff93a tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Router 82478cfe-86d6-4eb1-a51b-a45748209466 has already been hosted by L3 agent c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6 {{(pid=93260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 04:59:37.849485 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.notifiers.nova [req-d857c0fa-eeb2-45f5-bde0-3959f8c2c2de req-186b7974-3ef7-49a9-a48e-faa9698244c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd636543-d125-4207-9b34-9d5eae7c5345 {{(pid=93259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:59:37.865284 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-d857c0fa-eeb2-45f5-bde0-3959f8c2c2de req-186b7974-3ef7-49a9-a48e-faa9698244c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:37.892091 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.provisioning_blocks [req-d857c0fa-eeb2-45f5-bde0-3959f8c2c2de req-186b7974-3ef7-49a9-a48e-faa9698244c8 service neutron] Transition to ACTIVE for port object bd636543-d125-4207-9b34-9d5eae7c5345 will not be triggered until provisioned by entity L2. {{(pid=93259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:59:37.900549 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-d857c0fa-eeb2-45f5-bde0-3959f8c2c2de req-186b7974-3ef7-49a9-a48e-faa9698244c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8513241'] for port, after_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:37.917479 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-355d817b-a9c0-4f06-b068-453fca9579e3 req-159ade45-b975-41d4-a107-6d29337ff93a tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify agent at l3_agent.dv-cinder-759943-8-iscsi the message routers_updated {{(pid=93260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 04:59:37.938277 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed43c0b-4007-4174-aeea-5044ed161077 None None] Sync routers for ids ['82478cfe-86d6-4eb1-a51b-a45748209466'] in dv-cinder-759943-8-iscsi {{(pid=93261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 04:59:37.972655 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed43c0b-4007-4174-aeea-5044ed161077 None None] Routers {'82478cfe-86d6-4eb1-a51b-a45748209466'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:59:37.974459 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-9ed43c0b-4007-4174-aeea-5044ed161077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T04:59:30Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['82478cfe-86d6-4eb1-a51b-a45748209466'], 'active': True} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:59:38.020880 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.db.l3_dvrscheduler_db [req-355d817b-a9c0-4f06-b068-453fca9579e3 req-159ade45-b975-41d4-a107-6d29337ff93a tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] No DVR routers for this DVR port cbc1b50e-0fc8-47d5-80d3-e84fcc576026 on host hv-cinder-75994 {{(pid=93260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 04:59:38.035484 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-355d817b-a9c0-4f06-b068-453fca9579e3 req-159ade45-b975-41d4-a107-6d29337ff93a tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77622'] for port, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:38.037880 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-355d817b-a9c0-4f06-b068-453fca9579e3 req-159ade45-b975-41d4-a107-6d29337ff93a tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.43 "DELETE /v2.0/ports/cbc1b50e-0fc8-47d5-80d3-e84fcc576026 HTTP/1.1" status: 204 len: 173 time: 1.4436316 Aug 07 04:59:38.038405 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '092b9a79-696e-47db-8d09-7415f67f653f', 'name': 'network-vif-deleted', 'tag': 'cbc1b50e-0fc8-47d5-80d3-e84fcc576026'}] {{(pid=93260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:59:38.040951 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9471522559f84b73cf1045644644c0a628e3dc4684c08e707fd64d6512f95f4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b2af7f3-b4a7-4272-80a3-dd174cd8061e" -d '{"events": [{"server_uuid": "092b9a79-696e-47db-8d09-7415f67f653f", "name": "network-vif-deleted", "tag": "cbc1b50e-0fc8-47d5-80d3-e84fcc576026"}]}' {{(pid=93260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:59:38.117463 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 04:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c1871a3-5d1b-4d67-8cac-bf862742e6cb x-openstack-request-id: req-9c1871a3-5d1b-4d67-8cac-bf862742e6cb {{(pid=93260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:59:38.118011 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "092b9a79-696e-47db-8d09-7415f67f653f", "name": "network-vif-deleted", "tag": "cbc1b50e-0fc8-47d5-80d3-e84fcc576026", "status": "completed", "code": 200}]} {{(pid=93260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:59:38.118532 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9c1871a3-5d1b-4d67-8cac-bf862742e6cb {{(pid=93260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:59:38.119109 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '092b9a79-696e-47db-8d09-7415f67f653f', 'name': 'network-vif-deleted', 'tag': 'cbc1b50e-0fc8-47d5-80d3-e84fcc576026', 'status': 'completed', 'code': 200} Aug 07 04:59:38.143454 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186b7974-3ef7-49a9-a48e-faa9698244c8 service neutron] Pushing event updated for resources: {'Port': ['ID=bd636543-d125-4207-9b34-9d5eae7c5345,revision_number=2']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:59:38.269011 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvr_db [None req-9ed43c0b-4007-4174-aeea-5044ed161077 None None] Set router 82478cfe-86d6-4eb1-a51b-a45748209466 gateway port host: dv-cinder-759943-8-iscsi {{(pid=93261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:59:38.359490 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.managers [req-d857c0fa-eeb2-45f5-bde0-3959f8c2c2de req-186b7974-3ef7-49a9-a48e-faa9698244c8 service neutron] Attempting to bind port bd636543-d125-4207-9b34-9d5eae7c5345 on host hv-cinder-75994 for vnic_type normal with profile {{(pid=93259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:59:38.359490 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.managers [req-d857c0fa-eeb2-45f5-bde0-3959f8c2c2de req-186b7974-3ef7-49a9-a48e-faa9698244c8 service neutron] Attempting to bind port bd636543-d125-4207-9b34-9d5eae7c5345 by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': '5c4cc400-a497-44e6-be97-a3f4f6364da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4c392ea1-f973-4e27-8c93-9da70b5eee3e'}] {{(pid=93259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:59:38.360350 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d857c0fa-eeb2-45f5-bde0-3959f8c2c2de req-186b7974-3ef7-49a9-a48e-faa9698244c8 service neutron] Attempting to bind port bd636543-d125-4207-9b34-9d5eae7c5345 on network 4c392ea1-f973-4e27-8c93-9da70b5eee3e {{(pid=93259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:59:38.382182 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d857c0fa-eeb2-45f5-bde0-3959f8c2c2de req-186b7974-3ef7-49a9-a48e-faa9698244c8 service neutron] Port bd636543-d125-4207-9b34-9d5eae7c5345 on network 4c392ea1-f973-4e27-8c93-9da70b5eee3e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=93259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 04:59:38.382540 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d857c0fa-eeb2-45f5-bde0-3959f8c2c2de req-186b7974-3ef7-49a9-a48e-faa9698244c8 service neutron] Attempting to bind port bd636543-d125-4207-9b34-9d5eae7c5345 on network 4c392ea1-f973-4e27-8c93-9da70b5eee3e {{(pid=93259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:59:38.386991 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-a0ad061e-a2cc-4686-986f-9609a1da577d req-26996ab3-d7cf-4b0a-8060-64a24f5c1574 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/ports?device_id=092b9a79-696e-47db-8d09-7415f67f653f HTTP/1.1" status: 200 len: 210 time: 0.0553842 Aug 07 04:59:38.393194 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d857c0fa-eeb2-45f5-bde0-3959f8c2c2de req-186b7974-3ef7-49a9-a48e-faa9698244c8 service neutron] Checking agent: {'id': '5f67c77d-38b5-4515-b30f-34d5315bdd9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 53, 29), 'started_at': datetime.datetime(2021, 8, 7, 4, 53, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:59:38.393194 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d857c0fa-eeb2-45f5-bde0-3959f8c2c2de req-186b7974-3ef7-49a9-a48e-faa9698244c8 service neutron] Checking segment: {'id': '5c4cc400-a497-44e6-be97-a3f4f6364da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4c392ea1-f973-4e27-8c93-9da70b5eee3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:59:38.393535 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d857c0fa-eeb2-45f5-bde0-3959f8c2c2de req-186b7974-3ef7-49a9-a48e-faa9698244c8 service neutron] Bound using segment: {'id': '5c4cc400-a497-44e6-be97-a3f4f6364da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4c392ea1-f973-4e27-8c93-9da70b5eee3e'} {{(pid=93259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:59:38.393914 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.managers [req-d857c0fa-eeb2-45f5-bde0-3959f8c2c2de req-186b7974-3ef7-49a9-a48e-faa9698244c8 service neutron] Bound port: bd636543-d125-4207-9b34-9d5eae7c5345, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c4cc400-a497-44e6-be97-a3f4f6364da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4c392ea1-f973-4e27-8c93-9da70b5eee3e'}}] {{(pid=93259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:59:38.394225 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-d857c0fa-eeb2-45f5-bde0-3959f8c2c2de req-186b7974-3ef7-49a9-a48e-faa9698244c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:38.492110 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.db [req-d857c0fa-eeb2-45f5-bde0-3959f8c2c2de req-186b7974-3ef7-49a9-a48e-faa9698244c8 service neutron] For port bd636543-d125-4207-9b34-9d5eae7c5345, host hv-cinder-75994, cleared binding levels {{(pid=93259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:59:38.498183 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.db [req-d857c0fa-eeb2-45f5-bde0-3959f8c2c2de req-186b7974-3ef7-49a9-a48e-faa9698244c8 service neutron] For port bd636543-d125-4207-9b34-9d5eae7c5345, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=bd636543-d125-4207-9b34-9d5eae7c5345,segment=NetworkSegment(5c4cc400-a497-44e6-be97-a3f4f6364da8),segment_id=5c4cc400-a497-44e6-be97-a3f4f6364da8)] {{(pid=93259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:59:38.506568 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-d857c0fa-eeb2-45f5-bde0-3959f8c2c2de req-186b7974-3ef7-49a9-a48e-faa9698244c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8513241'] for port, after_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:38.545364 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d857c0fa-eeb2-45f5-bde0-3959f8c2c2de req-186b7974-3ef7-49a9-a48e-faa9698244c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:38.546233 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-d857c0fa-eeb2-45f5-bde0-3959f8c2c2de req-186b7974-3ef7-49a9-a48e-faa9698244c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77622'] for port, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:38.547698 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-d857c0fa-eeb2-45f5-bde0-3959f8c2c2de req-186b7974-3ef7-49a9-a48e-faa9698244c8 service neutron] 10.222.0.43 "PUT /v2.0/ports/bd636543-d125-4207-9b34-9d5eae7c5345 HTTP/1.1" status: 200 len: 1093 time: 1.3517535 Aug 07 04:59:38.548236 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a075a532-a14b-4220-b5be-f7ea0eed4fc6', 'tag': 'bd636543-d125-4207-9b34-9d5eae7c5345'}] {{(pid=93259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:59:38.553669 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2475665ef9a7cb8741e3251ff967df6d1dd3d3eb822c2e36b28ddc32d9da7eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd0265bb-6e95-4f49-9264-877c837895b9" -d '{"events": [{"name": "network-changed", "server_uuid": "a075a532-a14b-4220-b5be-f7ea0eed4fc6", "tag": "bd636543-d125-4207-9b34-9d5eae7c5345"}]}' {{(pid=93259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:59:38.582222 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-9ed43c0b-4007-4174-aeea-5044ed161077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82478cfe-86d6-4eb1-a51b-a45748209466', 'name': 'tempest-AttachVolumeTestJSON-1250311327-router', 'tenant_id': 'a09787aaf9f8489b9ce80e474968b0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'def80ae2-99c9-4966-beb3-d4a2b146f762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:55:03Z', 'updated_at': '2021-08-07T04:55:10Z', 'revision_number': 4, 'project_id': 'a09787aaf9f8489b9ce80e474968b0c0', 'gw_port': {'id': 'def80ae2-99c9-4966-beb3-d4a2b146f762', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82478cfe-86d6-4eb1-a51b-a45748209466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:55:04Z', 'updated_at': '2021-08-07T04:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi', '_interfaces': [{'id': '6edbe39c-3984-4193-bac7-e2a45d6b7ff1', 'name': '', 'network_id': '47e9d5be-818e-47e0-bb62-cfe7f85a9f14', 'tenant_id': 'a09787aaf9f8489b9ce80e474968b0c0', 'mac_address': 'fa:16:3e:4a:20:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82478cfe-86d6-4eb1-a51b-a45748209466', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd69cdc06-5978-4a98-8e5a-dddb9e263998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:55:08Z', 'updated_at': '2021-08-07T04:55:22Z', 'revision_number': 5, 'project_id': 'a09787aaf9f8489b9ce80e474968b0c0', 'subnets': [{'id': 'd69cdc06-5978-4a98-8e5a-dddb9e263998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:59:38.602063 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186b7974-3ef7-49a9-a48e-faa9698244c8 service neutron] Pushing event updated for resources: {'Port': ['ID=bd636543-d125-4207-9b34-9d5eae7c5345,revision_number=3']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:59:38.639852 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 04:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b3dfa9-02fb-4342-b0b0-c4ce7a516e75 x-openstack-request-id: req-58b3dfa9-02fb-4342-b0b0-c4ce7a516e75 {{(pid=93259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:59:38.640325 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a075a532-a14b-4220-b5be-f7ea0eed4fc6", "tag": "bd636543-d125-4207-9b34-9d5eae7c5345", "status": "completed", "code": 200}]} {{(pid=93259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:59:38.640737 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-58b3dfa9-02fb-4342-b0b0-c4ce7a516e75 {{(pid=93259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:59:38.641408 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a075a532-a14b-4220-b5be-f7ea0eed4fc6', 'tag': 'bd636543-d125-4207-9b34-9d5eae7c5345', 'status': 'completed', 'code': 200} Aug 07 04:59:38.662143 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed43c0b-4007-4174-aeea-5044ed161077 None None] Checking router: 82478cfe-86d6-4eb1-a51b-a45748209466 for host: dv-cinder-759943-8-iscsi {{(pid=93261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 04:59:38.674887 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed43c0b-4007-4174-aeea-5044ed161077 None None] Routers {'82478cfe-86d6-4eb1-a51b-a45748209466'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:59:38.675668 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-9ed43c0b-4007-4174-aeea-5044ed161077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T04:59:30Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['82478cfe-86d6-4eb1-a51b-a45748209466'], 'active': True} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:59:38.720751 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d857c0fa-eeb2-45f5-bde0-3959f8c2c2de req-a1616047-6e76-4a11-8835-deebe8ae3efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:38.722733 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-d857c0fa-eeb2-45f5-bde0-3959f8c2c2de req-a1616047-6e76-4a11-8835-deebe8ae3efd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ca9c8154dc664b57bc9452622c79c0c6&device_id=a075a532-a14b-4220-b5be-f7ea0eed4fc6 HTTP/1.1" status: 200 len: 1096 time: 0.0758312 Aug 07 04:59:38.806876 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-d857c0fa-eeb2-45f5-bde0-3959f8c2c2de req-db14d67f-7a1c-4ba6-9c60-91624fbc247a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd636543-d125-4207-9b34-9d5eae7c5345 HTTP/1.1" status: 200 len: 217 time: 0.0747764 Aug 07 04:59:38.899823 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvr_db [None req-9ed43c0b-4007-4174-aeea-5044ed161077 None None] Set router 82478cfe-86d6-4eb1-a51b-a45748209466 gateway port host: dv-cinder-759943-8-iscsi {{(pid=93261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:59:39.002608 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d857c0fa-eeb2-45f5-bde0-3959f8c2c2de req-9f1f0796-e424-4adf-8037-3faaf96c2a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:39.004525 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-d857c0fa-eeb2-45f5-bde0-3959f8c2c2de req-9f1f0796-e424-4adf-8037-3faaf96c2a00 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c03fc84b-f6fc-4f24-bb48-576f621db152 HTTP/1.1" status: 200 len: 856 time: 0.1904211 Aug 07 04:59:39.048883 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af041a-9c06-4e73-92a3-90260f896da0 req-9622acad-2569-46ea-a732-52fae8a8eeb1 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:39.064350 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-27af041a-9c06-4e73-92a3-90260f896da0 req-9622acad-2569-46ea-a732-52fae8a8eeb1 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=a075a532-a14b-4220-b5be-f7ea0eed4fc6 HTTP/1.1" status: 200 len: 943 time: 0.1708448 Aug 07 04:59:39.168159 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-27af041a-9c06-4e73-92a3-90260f896da0 req-d43b52f7-13cd-4b27-9723-9e6a2de9d820 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c466296-861b-46b3-ac81-a26626c817f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004412 Aug 07 04:59:39.171731 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d857c0fa-eeb2-45f5-bde0-3959f8c2c2de req-f6faf0eb-d0f9-4480-bf86-3757803820b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:39.173528 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-d857c0fa-eeb2-45f5-bde0-3959f8c2c2de req-f6faf0eb-d0f9-4480-bf86-3757803820b5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4c392ea1-f973-4e27-8c93-9da70b5eee3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1617825 Aug 07 04:59:39.267283 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-9ed43c0b-4007-4174-aeea-5044ed161077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82478cfe-86d6-4eb1-a51b-a45748209466', 'name': 'tempest-AttachVolumeTestJSON-1250311327-router', 'tenant_id': 'a09787aaf9f8489b9ce80e474968b0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'def80ae2-99c9-4966-beb3-d4a2b146f762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:55:03Z', 'updated_at': '2021-08-07T04:55:10Z', 'revision_number': 4, 'project_id': 'a09787aaf9f8489b9ce80e474968b0c0', 'gw_port': {'id': 'def80ae2-99c9-4966-beb3-d4a2b146f762', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82478cfe-86d6-4eb1-a51b-a45748209466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:55:04Z', 'updated_at': '2021-08-07T04:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi', '_interfaces': [{'id': '6edbe39c-3984-4193-bac7-e2a45d6b7ff1', 'name': '', 'network_id': '47e9d5be-818e-47e0-bb62-cfe7f85a9f14', 'tenant_id': 'a09787aaf9f8489b9ce80e474968b0c0', 'mac_address': 'fa:16:3e:4a:20:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82478cfe-86d6-4eb1-a51b-a45748209466', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd69cdc06-5978-4a98-8e5a-dddb9e263998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:55:08Z', 'updated_at': '2021-08-07T04:55:22Z', 'revision_number': 5, 'project_id': 'a09787aaf9f8489b9ce80e474968b0c0', 'subnets': [{'id': 'd69cdc06-5978-4a98-8e5a-dddb9e263998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:59:39.296425 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed43c0b-4007-4174-aeea-5044ed161077 None None] The sync data for ids ['82478cfe-86d6-4eb1-a51b-a45748209466'] in dv-cinder-759943-8-iscsi is: [{'id': '82478cfe-86d6-4eb1-a51b-a45748209466', 'name': 'tempest-AttachVolumeTestJSON-1250311327-router', 'tenant_id': 'a09787aaf9f8489b9ce80e474968b0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'def80ae2-99c9-4966-beb3-d4a2b146f762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:55:03Z', 'updated_at': '2021-08-07T04:55:10Z', 'revision_number': 4, 'project_id': 'a09787aaf9f8489b9ce80e474968b0c0', 'gw_port': {'id': 'def80ae2-99c9-4966-beb3-d4a2b146f762', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82478cfe-86d6-4eb1-a51b-a45748209466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:55:04Z', 'updated_at': '2021-08-07T04:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi', '_interfaces': [{'id': '6edbe39c-3984-4193-bac7-e2a45d6b7ff1', 'name': '', 'network_id': '47e9d5be-818e-47e0-bb62-cfe7f85a9f14', 'tenant_id': 'a09787aaf9f8489b9ce80e474968b0c0', 'mac_address': 'fa:16:3e:4a:20:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82478cfe-86d6-4eb1-a51b-a45748209466', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd69cdc06-5978-4a98-8e5a-dddb9e263998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:55:08Z', 'updated_at': '2021-08-07T04:55:22Z', 'revision_number': 5, 'project_id': 'a09787aaf9f8489b9ce80e474968b0c0', 'subnets': [{'id': 'd69cdc06-5978-4a98-8e5a-dddb9e263998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 04:59:39.298713 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-d857c0fa-eeb2-45f5-bde0-3959f8c2c2de req-e4daff7b-00f5-4367-a202-b5d301ff467c service neutron] 10.222.0.43 "GET /v2.0/networks/4c392ea1-f973-4e27-8c93-9da70b5eee3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172488 Aug 07 04:59:39.425029 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-d857c0fa-eeb2-45f5-bde0-3959f8c2c2de req-23f0e501-05a1-4737-8379-b556abd3fa82 service neutron] 10.222.0.43 "GET /v2.0/networks/4c392ea1-f973-4e27-8c93-9da70b5eee3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180589 Aug 07 04:59:39.505124 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 41856) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:59:39.533442 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0265bb-6e95-4f49-9264-877c837895b9 req-486f65f3-3536-4840-a894-9093cf1a10b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:39.535082 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-dd0265bb-6e95-4f49-9264-877c837895b9 req-486f65f3-3536-4840-a894-9093cf1a10b7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ca9c8154dc664b57bc9452622c79c0c6&device_id=a075a532-a14b-4220-b5be-f7ea0eed4fc6 HTTP/1.1" status: 200 len: 1096 time: 0.0511687 Aug 07 04:59:39.566866 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-d9008ca7-27de-4e48-a5e9-88c87372f0dc tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks [] for security_group, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:39.582910 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b94072-846b-4805-b7ec-e22bea4653c8 None None] New status for floating IP f75db6f2-ba76-4e49-8d4e-0607985a949d: DOWN {{(pid=93262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 04:59:39.592843 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-d9008ca7-27de-4e48-a5e9-88c87372f0dc tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:39.636382 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0265bb-6e95-4f49-9264-877c837895b9 req-e12d1726-182a-44a3-835d-8074d7174d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:39.640472 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-dd0265bb-6e95-4f49-9264-877c837895b9 req-e12d1726-182a-44a3-835d-8074d7174d7a service neutron] 10.222.0.43 "GET /v2.0/networks?id=4c392ea1-f973-4e27-8c93-9da70b5eee3e HTTP/1.1" status: 200 len: 918 time: 0.0953848 Aug 07 04:59:39.651639 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-d9008ca7-27de-4e48-a5e9-88c87372f0dc tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:39.656066 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-d9008ca7-27de-4e48-a5e9-88c87372f0dc tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks [] for security_group, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:39.658015 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-d9008ca7-27de-4e48-a5e9-88c87372f0dc tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "DELETE /v2.0/security-groups/d0c57fd4-e502-41c8-9a9d-2ef84ae6fa3e HTTP/1.1" status: 204 len: 168 time: 0.1517115 Aug 07 04:59:39.662124 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 41858) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:59:39.680622 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9008ca7-27de-4e48-a5e9-88c87372f0dc tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c57fd4-e502-41c8-9a9d-2ef84ae6fa3e,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:59:39.687005 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.api.v2.resource [None req-5d7c87e8-51ec-491b-a876-980d213450cc tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] show failed (client error): The resource could not be found. Aug 07 04:59:39.690043 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-5d7c87e8-51ec-491b-a876-980d213450cc tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/security-groups/d0c57fd4-e502-41c8-9a9d-2ef84ae6fa3e HTTP/1.1" status: 404 len: 347 time: 0.0261557 Aug 07 04:59:39.692649 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 41860) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:59:39.701574 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-dd0265bb-6e95-4f49-9264-877c837895b9 req-6f98a344-2958-4441-af74-7d9a7329b329 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd636543-d125-4207-9b34-9d5eae7c5345 HTTP/1.1" status: 200 len: 217 time: 0.0528376 Aug 07 04:59:39.759739 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device cbc1b50e-0fc8-47d5-80d3-e84fcc576026 no longer exists at agent hyperv_hv-cinder-75994 {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 04:59:39.770639 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0265bb-6e95-4f49-9264-877c837895b9 req-72620be9-364e-4c26-a6f5-7543e3a8fb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:39.772602 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-dd0265bb-6e95-4f49-9264-877c837895b9 req-72620be9-364e-4c26-a6f5-7543e3a8fb6f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c03fc84b-f6fc-4f24-bb48-576f621db152 HTTP/1.1" status: 200 len: 856 time: 0.0583363 Aug 07 04:59:39.793256 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.plugin [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] No Port match for: cbc1b50e-0fc8-47d5-80d3-e84fcc576026 {{(pid=93261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 04:59:39.793593 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device cbc1b50e-0fc8-47d5-80d3-e84fcc576026 not bound to the agent host hv-cinder-75994 {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 04:59:39.842226 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0265bb-6e95-4f49-9264-877c837895b9 req-cc3b403c-abe7-44a0-8e0f-fb0c3e723b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:39.844710 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-dd0265bb-6e95-4f49-9264-877c837895b9 req-cc3b403c-abe7-44a0-8e0f-fb0c3e723b99 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4c392ea1-f973-4e27-8c93-9da70b5eee3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0644398 Aug 07 04:59:39.857030 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.plugin [None req-ead9ab54-8f11-4f91-829e-aecc43bb56e8 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Deleting port 33374f0e-722c-4712-83e1-aafc57651212 {{(pid=93260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 04:59:39.857277 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-ead9ab54-8f11-4f91-829e-aecc43bb56e8 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768807591985'] for port, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:39.939578 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-ead9ab54-8f11-4f91-829e-aecc43bb56e8 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769206'] for port, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:39.939904 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-ead9ab54-8f11-4f91-829e-aecc43bb56e8 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:39.959148 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.plugin [None req-ead9ab54-8f11-4f91-829e-aecc43bb56e8 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Calling delete_port for 33374f0e-722c-4712-83e1-aafc57651212 owned by network:floatingip {{(pid=93260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 04:59:39.976870 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-dd0265bb-6e95-4f49-9264-877c837895b9 req-5ea02c58-999a-42f4-87cd-c4b491e3b3ab service neutron] 10.222.0.43 "GET /v2.0/networks/4c392ea1-f973-4e27-8c93-9da70b5eee3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245291 Aug 07 04:59:40.096661 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-dd0265bb-6e95-4f49-9264-877c837895b9 req-0e081256-79d0-4783-bc87-237f618ed385 service neutron] 10.222.0.43 "GET /v2.0/networks/4c392ea1-f973-4e27-8c93-9da70b5eee3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088059 Aug 07 04:59:40.116667 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-ead9ab54-8f11-4f91-829e-aecc43bb56e8 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768807598987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768807127278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9563756'] for port, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:40.144850 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead9ab54-8f11-4f91-829e-aecc43bb56e8 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Pushing event deleted for resources: {'Port': ['ID=33374f0e-722c-4712-83e1-aafc57651212,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:59:40.213416 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-ead9ab54-8f11-4f91-829e-aecc43bb56e8 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks [] for floatingip, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:40.218072 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-ead9ab54-8f11-4f91-829e-aecc43bb56e8 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77622'] for floatingip, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:40.221897 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-ead9ab54-8f11-4f91-829e-aecc43bb56e8 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "DELETE /v2.0/floatingips/f75db6f2-ba76-4e49-8d4e-0607985a949d HTTP/1.1" status: 204 len: 168 time: 0.5248840 Aug 07 04:59:40.368362 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487d1562-1c77-4a0d-b558-a4203396229f req-eb12f8b7-438e-4cdc-a708-0508a1834d6f tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:40.370117 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-487d1562-1c77-4a0d-b558-a4203396229f req-eb12f8b7-438e-4cdc-a708-0508a1834d6f tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=a075a532-a14b-4220-b5be-f7ea0eed4fc6 HTTP/1.1" status: 200 len: 943 time: 0.0854459 Aug 07 04:59:40.438350 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-487d1562-1c77-4a0d-b558-a4203396229f req-35e6c7c5-59d2-441c-a2f1-44c0c6161b43 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c466296-861b-46b3-ac81-a26626c817f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604968 Aug 07 04:59:41.051804 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 41882) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:59:41.054137 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 41884) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:59:41.056843 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.v2.base [None req-18f77263-58a6-49c1-9b72-91f1e15f974e tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1623488612', 'description': 'tempest-description--2005736430'}} {{(pid=93260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:59:41.084022 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-18f77263-58a6-49c1-9b72-91f1e15f974e tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks [] for security_group, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:41.196990 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-5690375b-2758-4a70-a91d-b563d811c9a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:41.210260 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-18f77263-58a6-49c1-9b72-91f1e15f974e tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks [] for security_group, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:41.214529 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-18f77263-58a6-49c1-9b72-91f1e15f974e tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:41.250618 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f77263-58a6-49c1-9b72-91f1e15f974e tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa6163e-8b73-4757-b860-d83c741d005e,revision_number=1']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:59:41.321123 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-5690375b-2758-4a70-a91d-b563d811c9a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:41.325658 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-5690375b-2758-4a70-a91d-b563d811c9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:41.331415 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-18f77263-58a6-49c1-9b72-91f1e15f974e tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks [] for security_group, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:41.336168 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-18f77263-58a6-49c1-9b72-91f1e15f974e tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2804480 Aug 07 04:59:41.336513 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 41888) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:59:41.341884 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.v2.base [None req-039f86f5-4fdc-4464-8ba9-48edb1d964f2 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Request body: {'security_group_rule': {'security_group_id': 'bfa6163e-8b73-4757-b860-d83c741d005e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:59:41.372838 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-5690375b-2758-4a70-a91d-b563d811c9a8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d57af52942304761bc43d4bc86fbe8fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3166552 Aug 07 04:59:41.373058 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5690375b-2758-4a70-a91d-b563d811c9a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=707cd4ba-7b9a-42db-a9be-642972f6e70a,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:59:41.375422 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 41890) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:59:41.383659 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-039f86f5-4fdc-4464-8ba9-48edb1d964f2 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:41.470359 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-039f86f5-4fdc-4464-8ba9-48edb1d964f2 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:41.471721 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-5db55bdb-30e3-47a4-bef6-fe3703ed2c9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:41.477828 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-039f86f5-4fdc-4464-8ba9-48edb1d964f2 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733518'] for security_group_rule, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:41.514259 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-5db55bdb-30e3-47a4-bef6-fe3703ed2c9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:41.521887 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039f86f5-4fdc-4464-8ba9-48edb1d964f2 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f820bfc2-ebe7-4375-b708-22e969ddfe09,revision_number=0']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:59:41.532099 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-039f86f5-4fdc-4464-8ba9-48edb1d964f2 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:41.533462 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-039f86f5-4fdc-4464-8ba9-48edb1d964f2 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1959181 Aug 07 04:59:41.536538 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 41894) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:59:41.541753 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.v2.base [None req-86b9cae3-e95c-45af-b9b0-000bec7fe358 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Request body: {'security_group_rule': {'security_group_id': 'bfa6163e-8b73-4757-b860-d83c741d005e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:59:41.571153 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-86b9cae3-e95c-45af-b9b0-000bec7fe358 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:41.610229 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310afbd4-009e-46a1-967f-c54878ae6428 req-3bd21602-fff6-4b6b-a837-27e0a7066716 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:41.611693 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-310afbd4-009e-46a1-967f-c54878ae6428 req-3bd21602-fff6-4b6b-a837-27e0a7066716 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=a075a532-a14b-4220-b5be-f7ea0eed4fc6 HTTP/1.1" status: 200 len: 943 time: 0.0731039 Aug 07 04:59:41.633100 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-5db55bdb-30e3-47a4-bef6-fe3703ed2c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:41.635764 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-5db55bdb-30e3-47a4-bef6-fe3703ed2c9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:41.636920 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-5db55bdb-30e3-47a4-bef6-fe3703ed2c9c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/707cd4ba-7b9a-42db-a9be-642972f6e70a HTTP/1.1" status: 204 len: 168 time: 0.2604744 Aug 07 04:59:41.658665 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db55bdb-30e3-47a4-bef6-fe3703ed2c9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=707cd4ba-7b9a-42db-a9be-642972f6e70a,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:59:41.678698 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-310afbd4-009e-46a1-967f-c54878ae6428 req-0fe1021f-532c-446d-832b-ce0a45af47b8 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c466296-861b-46b3-ac81-a26626c817f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553098 Aug 07 04:59:41.680863 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-86b9cae3-e95c-45af-b9b0-000bec7fe358 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:41.686939 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-86b9cae3-e95c-45af-b9b0-000bec7fe358 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733518'] for security_group_rule, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:41.723729 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b9cae3-e95c-45af-b9b0-000bec7fe358 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e4c2e92-381a-4203-b79f-5e1307b83de2,revision_number=0']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:59:41.728610 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-86b9cae3-e95c-45af-b9b0-000bec7fe358 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:41.730903 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-86b9cae3-e95c-45af-b9b0-000bec7fe358 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1930952 Aug 07 04:59:41.735928 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 41898) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:59:41.740912 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.v2.base [None req-0c19324a-a75d-447d-ab5d-cfa86e6ab1d2 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Request body: {'floatingip': {'floating_network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f'}} {{(pid=93259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:59:41.756222 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device bd636543-d125-4207-9b34-9d5eae7c5345 details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=93261) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 04:59:41.765611 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-0c19324a-a75d-447d-ab5d-cfa86e6ab1d2 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks [] for floatingip, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:41.873675 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] For port bd636543-d125-4207-9b34-9d5eae7c5345, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=bd636543-d125-4207-9b34-9d5eae7c5345,segment=NetworkSegment(5c4cc400-a497-44e6-be97-a3f4f6364da8),segment_id=5c4cc400-a497-44e6-be97-a3f4f6364da8)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:59:41.882072 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-0c19324a-a75d-447d-ab5d-cfa86e6ab1d2 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:41.888099 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Returning: {'device': 'bd636543-d125-4207-9b34-9d5eae7c5345', 'network_id': '4c392ea1-f973-4e27-8c93-9da70b5eee3e', 'port_id': 'bd636543-d125-4207-9b34-9d5eae7c5345', 'mac_address': 'fa:16:3e:64:fd:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c03fc84b-f6fc-4f24-bb48-576f621db152', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93261) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 04:59:41.935127 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:41.949471 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.notifiers.nova [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd636543-d125-4207-9b34-9d5eae7c5345 {{(pid=93261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:59:41.974715 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] For port bd636543-d125-4207-9b34-9d5eae7c5345, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=bd636543-d125-4207-9b34-9d5eae7c5345,segment=NetworkSegment(5c4cc400-a497-44e6-be97-a3f4f6364da8),segment_id=5c4cc400-a497-44e6-be97-a3f4f6364da8)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:59:41.987817 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:42.023760 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 41902) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:59:42.037977 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.db_base_plugin_common [None req-0c19324a-a75d-447d-ab5d-cfa86e6ab1d2 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Allocated IP 172.27.1.27 (7234aba2-ebe6-4f3d-9fb1-8b27c89e529f/7cdca82c-7858-4732-9c64-e97074532a2d/4c37ce8c-aca7-43e5-b990-61c2b7618f4d) {{(pid=93259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:59:42.039413 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-b7cabc7a-9460-46be-b33e-66c5e8238a33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:42.050210 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Pushing event updated for resources: {'Port': ['ID=bd636543-d125-4207-9b34-9d5eae7c5345,revision_number=4']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:59:42.061321 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:59:42.061918 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:59:42.062458 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:59:42.062933 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:59:42.063419 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:59:42.063987 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:59:42.064568 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:59:42.065155 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:59:42.065700 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:59:42.066407 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:59:42.067482 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:59:42.068119 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 04:59:42.159875 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-b7cabc7a-9460-46be-b33e-66c5e8238a33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:42.164947 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-b7cabc7a-9460-46be-b33e-66c5e8238a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:42.170573 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-0c19324a-a75d-447d-ab5d-cfa86e6ab1d2 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks [] for port, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:42.221461 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] get_ports_and_sgs() called for port_ids ['bd636543-d125-4207-9b34-9d5eae7c5345'] {{(pid=93261) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:59:42.236835 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-b7cabc7a-9460-46be-b33e-66c5e8238a33 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=855ca352d2514240921192da8c3c3075&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2092938 Aug 07 04:59:42.237311 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 41904) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:59:42.237623 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cabc7a-9460-46be-b33e-66c5e8238a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96aaea59-733a-4c7f-bb26-84bbf0328610,revision_number=1']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:59:42.259667 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-0c19324a-a75d-447d-ab5d-cfa86e6ab1d2 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768807127269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513232'] for port, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:42.322638 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c19324a-a75d-447d-ab5d-cfa86e6ab1d2 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Network 7234aba2-ebe6-4f3d-9fb1-8b27c89e529f is already hosted by enough agents. {{(pid=93259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:59:42.329812 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.base_scheduler [None req-0c19324a-a75d-447d-ab5d-cfa86e6ab1d2 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Resources bound (agent type, host, resource id): {{(pid=93259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:59:42.338644 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c19324a-a75d-447d-ab5d-cfa86e6ab1d2 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Received port after_create {{(pid=93259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:59:42.379107 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c19324a-a75d-447d-ab5d-cfa86e6ab1d2 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Pushing event updated for resources: {'Port': ['ID=4c37ce8c-aca7-43e5-b990-61c2b7618f4d,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:59:42.388781 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-c9fe779b-acaa-4f1f-b0bb-6349a324bfc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:42.431247 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-c9fe779b-acaa-4f1f-b0bb-6349a324bfc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:42.510556 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-0c19324a-a75d-447d-ab5d-cfa86e6ab1d2 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:42.547733 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-c9fe779b-acaa-4f1f-b0bb-6349a324bfc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:42.550295 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-c9fe779b-acaa-4f1f-b0bb-6349a324bfc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:42.551472 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-c9fe779b-acaa-4f1f-b0bb-6349a324bfc6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/96aaea59-733a-4c7f-bb26-84bbf0328610 HTTP/1.1" status: 204 len: 168 time: 0.3124740 Aug 07 04:59:42.566692 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fe779b-acaa-4f1f-b0bb-6349a324bfc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96aaea59-733a-4c7f-bb26-84bbf0328610,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:59:42.568439 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-0c19324a-a75d-447d-ab5d-cfa86e6ab1d2 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:42.749079 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-0c19324a-a75d-447d-ab5d-cfa86e6ab1d2 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks [] for port, precommit_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:42.754253 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-0c19324a-a75d-447d-ab5d-cfa86e6ab1d2 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8513241'] for port, after_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:42.883667 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c19324a-a75d-447d-ab5d-cfa86e6ab1d2 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Pushing event updated for resources: {'Port': ['ID=4c37ce8c-aca7-43e5-b990-61c2b7618f4d,revision_number=2']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:59:42.907014 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-0c19324a-a75d-447d-ab5d-cfa86e6ab1d2 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-766596'] for floatingip, after_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:42.921819 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a62433-047e-4478-82a1-62c0b2fb1516 req-81ce5e09-0dc9-4709-8829-00656ed0722d tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:42.923509 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-48a62433-047e-4478-82a1-62c0b2fb1516 req-81ce5e09-0dc9-4709-8829-00656ed0722d tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=a075a532-a14b-4220-b5be-f7ea0eed4fc6 HTTP/1.1" status: 200 len: 944 time: 0.1258955 Aug 07 04:59:42.939280 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-0c19324a-a75d-447d-ab5d-cfa86e6ab1d2 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77622'] for floatingip, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:42.948438 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-0c19324a-a75d-447d-ab5d-cfa86e6ab1d2 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2037394 Aug 07 04:59:42.956674 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 41916) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:59:42.972718 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-fed5e693-f4bf-4511-84dd-44e0e16ba5a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:42.998632 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-48a62433-047e-4478-82a1-62c0b2fb1516 req-a371a137-10ce-4781-8376-49b7dda71e2a tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c466296-861b-46b3-ac81-a26626c817f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669110 Aug 07 04:59:43.078918 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-fed5e693-f4bf-4511-84dd-44e0e16ba5a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:43.086576 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-fed5e693-f4bf-4511-84dd-44e0e16ba5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:43.128525 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-fed5e693-f4bf-4511-84dd-44e0e16ba5a5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7c621dc5b5bc468d81421fdea92d8843&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1702454 Aug 07 04:59:43.128767 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 41928) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:59:43.129831 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed5e693-f4bf-4511-84dd-44e0e16ba5a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af2aff6e-9307-4c39-9bd1-77b69a8c4415,revision_number=1']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:59:43.182480 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-7f9fd646-e118-4e5a-b805-39d2acabcbed req-355c3043-b425-4045-95cb-30d9d5ae45c7 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1623488612&fields=id&tenant_id=a09787aaf9f8489b9ce80e474968b0c0 HTTP/1.1" status: 200 len: 267 time: 0.0405185 Aug 07 04:59:43.195566 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-455c2389-410b-49dd-b169-6d1cc1d9144f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:43.224412 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-455c2389-410b-49dd-b169-6d1cc1d9144f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:43.297752 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-455c2389-410b-49dd-b169-6d1cc1d9144f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:43.301101 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-455c2389-410b-49dd-b169-6d1cc1d9144f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:43.302624 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-455c2389-410b-49dd-b169-6d1cc1d9144f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/af2aff6e-9307-4c39-9bd1-77b69a8c4415 HTTP/1.1" status: 204 len: 168 time: 0.1716061 Aug 07 04:59:43.322532 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9fd646-e118-4e5a-b805-39d2acabcbed req-f033197f-955c-48f9-b114-9247b5b536c9 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:43.323154 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455c2389-410b-49dd-b169-6d1cc1d9144f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2aff6e-9307-4c39-9bd1-77b69a8c4415,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:59:43.324896 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-7f9fd646-e118-4e5a-b805-39d2acabcbed req-f033197f-955c-48f9-b114-9247b5b536c9 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/networks?id=47e9d5be-818e-47e0-bb62-cfe7f85a9f14 HTTP/1.1" status: 200 len: 811 time: 0.1345184 Aug 07 04:59:43.347910 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-7f9fd646-e118-4e5a-b805-39d2acabcbed req-92bc66c4-ba7e-4233-aaff-59a73ebddf16 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/quotas/a09787aaf9f8489b9ce80e474968b0c0 HTTP/1.1" status: 200 len: 375 time: 0.0112760 Aug 07 04:59:43.416057 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-7f9fd646-e118-4e5a-b805-39d2acabcbed req-b3720927-0e6e-4bb0-93c0-2f32872ab201 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a09787aaf9f8489b9ce80e474968b0c0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0557959 Aug 07 04:59:43.524269 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-7f9fd646-e118-4e5a-b805-39d2acabcbed req-babfe6ae-f7ec-49ae-9d20-33c3ff7958fc service neutron] 10.222.0.13 "GET /v2.0/networks/47e9d5be-818e-47e0-bb62-cfe7f85a9f14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954592 Aug 07 04:59:43.639476 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-7f9fd646-e118-4e5a-b805-39d2acabcbed req-7af2cfdc-d517-4522-890a-22f2a0cc30d5 service neutron] 10.222.0.13 "GET /v2.0/networks/47e9d5be-818e-47e0-bb62-cfe7f85a9f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082506 Aug 07 04:59:43.755245 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device bd636543-d125-4207-9b34-9d5eae7c5345 up at agent hyperv_hv-cinder-75994 {{(pid=93261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:59:43.828204 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Provisioning for port bd636543-d125-4207-9b34-9d5eae7c5345 completed by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:59:43.832704 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Provisioning complete for port bd636543-d125-4207-9b34-9d5eae7c5345 triggered by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:59:43.833639 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:43.862448 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-e79a032b-b26c-4b72-8313-ec683ee725db req-99e33f29-9200-4136-92d1-cbe1aa79350f tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/ports?device_id=281388a5-916f-47e7-9d44-39123be9b806 HTTP/1.1" status: 200 len: 210 time: 0.0434561 Aug 07 04:59:43.936003 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:43.961683 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a075a532-a14b-4220-b5be-f7ea0eed4fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd636543-d125-4207-9b34-9d5eae7c5345'}] {{(pid=93261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:59:43.963993 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5d2cee0e1396f99553e356b0c4b33bfeaec0d7e5dcff0a4dea0c896a01c358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b1a5442-1826-45ea-9977-7fadbfde08fb" -d '{"events": [{"server_uuid": "a075a532-a14b-4220-b5be-f7ea0eed4fc6", "name": "network-vif-plugged", "status": "completed", "tag": "bd636543-d125-4207-9b34-9d5eae7c5345"}]}' {{(pid=93261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:59:43.985119 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] For port bd636543-d125-4207-9b34-9d5eae7c5345, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=bd636543-d125-4207-9b34-9d5eae7c5345,segment=NetworkSegment(5c4cc400-a497-44e6-be97-a3f4f6364da8),segment_id=5c4cc400-a497-44e6-be97-a3f4f6364da8)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:59:43.990682 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:44.024057 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 04:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e03f2128-93a6-43ca-a33f-94a094c2b685 x-openstack-request-id: req-e03f2128-93a6-43ca-a33f-94a094c2b685 {{(pid=93261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:59:44.024347 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a075a532-a14b-4220-b5be-f7ea0eed4fc6", "name": "network-vif-plugged", "status": "completed", "tag": "bd636543-d125-4207-9b34-9d5eae7c5345", "code": 200}]} {{(pid=93261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:59:44.024597 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e03f2128-93a6-43ca-a33f-94a094c2b685 {{(pid=93261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:59:44.024984 dv-cinder-759943-8-iscsi neutron-server[93261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a075a532-a14b-4220-b5be-f7ea0eed4fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd636543-d125-4207-9b34-9d5eae7c5345', 'code': 200} Aug 07 04:59:44.051462 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Pushing event updated for resources: {'Port': ['ID=bd636543-d125-4207-9b34-9d5eae7c5345,revision_number=5']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:59:44.185945 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a8fc8-0558-4722-b6a6-28f6dc0db7e4 req-e75c3f44-bed0-4f68-8752-7e25584bf6fc tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:44.187798 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-ba6a8fc8-0558-4722-b6a6-28f6dc0db7e4 req-e75c3f44-bed0-4f68-8752-7e25584bf6fc tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=a075a532-a14b-4220-b5be-f7ea0eed4fc6 HTTP/1.1" status: 200 len: 945 time: 0.0555055 Aug 07 04:59:44.258581 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-ba6a8fc8-0558-4722-b6a6-28f6dc0db7e4 req-0df54c8e-e7c0-494c-b09d-0b8cf9c73c9b tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c466296-861b-46b3-ac81-a26626c817f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637016 Aug 07 04:59:44.279215 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8eb6e0-e5f5-45cd-95df-2d9318a50376 req-6021e20e-d99f-4764-98d2-5dd024d87636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:44.281160 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-2c8eb6e0-e5f5-45cd-95df-2d9318a50376 req-6021e20e-d99f-4764-98d2-5dd024d87636 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a075a532-a14b-4220-b5be-f7ea0eed4fc6 HTTP/1.1" status: 200 len: 1098 time: 0.0697196 Aug 07 04:59:44.329152 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-2c8eb6e0-e5f5-45cd-95df-2d9318a50376 req-ac7c8cc0-1123-44c5-aac9-e73706ec62d3 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0c466296-861b-46b3-ac81-a26626c817f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407100 Aug 07 04:59:44.973887 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-7b943988-ab10-4935-b3d3-20c378b62e21 req-4fa0df17-3cf6-429a-8136-0260108a0a87 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/ports?device_id=281388a5-916f-47e7-9d44-39123be9b806 HTTP/1.1" status: 200 len: 210 time: 0.0335715 Aug 07 04:59:44.997759 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9fd646-e118-4e5a-b805-39d2acabcbed req-ce119a27-6eae-4193-8eac-ca863a67f9b3 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:44.999423 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-7f9fd646-e118-4e5a-b805-39d2acabcbed req-ce119a27-6eae-4193-8eac-ca863a67f9b3 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.43 "GET /v2.0/networks?id=47e9d5be-818e-47e0-bb62-cfe7f85a9f14 HTTP/1.1" status: 200 len: 811 time: 0.1501386 Aug 07 04:59:45.063163 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-7f9fd646-e118-4e5a-b805-39d2acabcbed req-c43be5cd-a27b-40f7-8c99-c950d0a4709b tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a09787aaf9f8489b9ce80e474968b0c0 HTTP/1.1" status: 200 len: 380 time: 0.0489733 Aug 07 04:59:45.076171 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.v2.base [req-7f9fd646-e118-4e5a-b805-39d2acabcbed req-97739ce0-0b8b-4823-8b01-a4229323822c tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Request body: {'port': {'device_id': '281388a5-916f-47e7-9d44-39123be9b806', 'network_id': '47e9d5be-818e-47e0-bb62-cfe7f85a9f14', 'admin_state_up': True, 'tenant_id': 'a09787aaf9f8489b9ce80e474968b0c0', 'security_groups': ['bfa6163e-8b73-4757-b860-d83c741d005e']}} {{(pid=93259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:59:45.211938 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f9fd646-e118-4e5a-b805-39d2acabcbed req-97739ce0-0b8b-4823-8b01-a4229323822c tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Made reservation on behalf of a09787aaf9f8489b9ce80e474968b0c0 for: {'port': 1} {{(pid=93259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 04:59:45.217238 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-7f9fd646-e118-4e5a-b805-39d2acabcbed req-97739ce0-0b8b-4823-8b01-a4229323822c tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:45.383918 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.db_base_plugin_common [req-7f9fd646-e118-4e5a-b805-39d2acabcbed req-97739ce0-0b8b-4823-8b01-a4229323822c tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Allocated IP 172.20.0.11 (47e9d5be-818e-47e0-bb62-cfe7f85a9f14/d69cdc06-5978-4a98-8e5a-dddb9e263998/6a605021-d132-4140-b39c-e0cdf1686da7) {{(pid=93259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 04:59:45.410477 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e5472d-9e32-40a0-b291-17a6181311f3 req-190d0551-3649-4be4-92ae-ee9c2c011dc4 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:45.411977 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-95e5472d-9e32-40a0-b291-17a6181311f3 req-190d0551-3649-4be4-92ae-ee9c2c011dc4 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=a075a532-a14b-4220-b5be-f7ea0eed4fc6 HTTP/1.1" status: 200 len: 945 time: 0.0750494 Aug 07 04:59:45.505888 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-95e5472d-9e32-40a0-b291-17a6181311f3 req-1d87ad36-a579-4364-b7e4-138c9f14a413 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c466296-861b-46b3-ac81-a26626c817f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878532 Aug 07 04:59:45.577051 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-7f9fd646-e118-4e5a-b805-39d2acabcbed req-97739ce0-0b8b-4823-8b01-a4229323822c tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks [] for port, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:45.592953 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.provisioning_blocks [req-7f9fd646-e118-4e5a-b805-39d2acabcbed req-97739ce0-0b8b-4823-8b01-a4229323822c tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Transition to ACTIVE for port object 6a605021-d132-4140-b39c-e0cdf1686da7 will not be triggered until provisioned by entity DHCP. {{(pid=93259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:59:45.605128 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 42022) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:59:45.630513 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b262f31-69b9-4076-a831-d3743253b5a0 req-3f39e240-e561-4a2d-823f-548de3e7c784 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:45.632392 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-4b262f31-69b9-4076-a831-d3743253b5a0 req-3f39e240-e561-4a2d-823f-548de3e7c784 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=a075a532-a14b-4220-b5be-f7ea0eed4fc6 HTTP/1.1" status: 200 len: 945 time: 0.0537829 Aug 07 04:59:45.636049 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-7f9fd646-e118-4e5a-b805-39d2acabcbed req-97739ce0-0b8b-4823-8b01-a4229323822c tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768807127269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513232'] for port, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:45.642690 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 42026) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:59:45.648777 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.v2.base [None req-d06037cd-c391-4ff2-9a34-8af10ff4fe48 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Request body: {'floatingip': {'port_id': 'bd636543-d125-4207-9b34-9d5eae7c5345'}} {{(pid=93260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:59:45.690220 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f9fd646-e118-4e5a-b805-39d2acabcbed req-97739ce0-0b8b-4823-8b01-a4229323822c tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Network 47e9d5be-818e-47e0-bb62-cfe7f85a9f14 is already hosted by enough agents. {{(pid=93259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 04:59:45.691964 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-d06037cd-c391-4ff2-9a34-8af10ff4fe48 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks [] for floatingip, before_update {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:45.694260 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.base_scheduler [req-7f9fd646-e118-4e5a-b805-39d2acabcbed req-97739ce0-0b8b-4823-8b01-a4229323822c tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Resources bound (agent type, host, resource id): {{(pid=93259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 04:59:45.696028 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97739ce0-0b8b-4823-8b01-a4229323822c tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Pushing event updated for resources: {'Port': ['ID=6a605021-d132-4140-b39c-e0cdf1686da7,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:59:45.698160 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f9fd646-e118-4e5a-b805-39d2acabcbed req-97739ce0-0b8b-4823-8b01-a4229323822c tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Received port after_create {{(pid=93259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 04:59:45.749461 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-c9688898-cb94-401d-8bc3-62c00e960067 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:45.766320 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9fd646-e118-4e5a-b805-39d2acabcbed req-97739ce0-0b8b-4823-8b01-a4229323822c tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:45.767118 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-7f9fd646-e118-4e5a-b805-39d2acabcbed req-97739ce0-0b8b-4823-8b01-a4229323822c tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77622'] for port, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:45.868638 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-c9688898-cb94-401d-8bc3-62c00e960067 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:45.875455 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-c9688898-cb94-401d-8bc3-62c00e960067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:45.895945 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-7f9fd646-e118-4e5a-b805-39d2acabcbed req-97739ce0-0b8b-4823-8b01-a4229323822c tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8258789 Aug 07 04:59:45.915981 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.v2.base [req-7f9fd646-e118-4e5a-b805-39d2acabcbed req-f15e4483-c3e7-46e1-816c-9b7fcac59910 service neutron] Request body: {'port': {'device_id': '281388a5-916f-47e7-9d44-39123be9b806', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=93259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:59:45.937236 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-37ff6df6-9d49-49e3-a683-e5b67b437b87 None None] Provisioning for port 6a605021-d132-4140-b39c-e0cdf1686da7 completed by entity DHCP. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:59:45.940043 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9688898-cb94-401d-8bc3-62c00e960067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27acff32-c043-4b62-9d20-d7f1b5a7c84f,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:59:45.941754 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-37ff6df6-9d49-49e3-a683-e5b67b437b87 None None] Provisioning complete for port 6a605021-d132-4140-b39c-e0cdf1686da7 triggered by entity DHCP. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:59:45.942223 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-37ff6df6-9d49-49e3-a683-e5b67b437b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:45.947571 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-c9688898-cb94-401d-8bc3-62c00e960067 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=99daac2bfd81456182802d681769ea75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3411484 Aug 07 04:59:45.950652 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 42028) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:59:45.984412 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.plugin [None req-37ff6df6-9d49-49e3-a683-e5b67b437b87 None None] Port 6a605021-d132-4140-b39c-e0cdf1686da7 cannot update to ACTIVE because it is not bound. {{(pid=93261) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 04:59:46.013088 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-7f9fd646-e118-4e5a-b805-39d2acabcbed req-f15e4483-c3e7-46e1-816c-9b7fcac59910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:46.073577 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-7d305ed9-627d-4141-a8d7-282b60c2cca0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:46.131878 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-7d305ed9-627d-4141-a8d7-282b60c2cca0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:46.188768 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-d06037cd-c391-4ff2-9a34-8af10ff4fe48 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:46.193981 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-d06037cd-c391-4ff2-9a34-8af10ff4fe48 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-766596'] for floatingip, after_update {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:46.220964 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be18b79-aa2d-4760-86b1-8fc3c0324ef6 req-6213e12f-8431-4f75-a245-03184b84fb3a tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:46.222496 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-4be18b79-aa2d-4760-86b1-8fc3c0324ef6 req-6213e12f-8431-4f75-a245-03184b84fb3a tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/ports?device_id=281388a5-916f-47e7-9d44-39123be9b806 HTTP/1.1" status: 200 len: 932 time: 0.1643536 Aug 07 04:59:46.299466 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.db.l3_db [None req-d06037cd-c391-4ff2-9a34-8af10ff4fe48 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Floating IP 1c8435db-124b-465d-a949-5df2cb502d1b associated. External IP: 172.27.1.93, port: bd636543-d125-4207-9b34-9d5eae7c5345. Aug 07 04:59:46.323896 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-4be18b79-aa2d-4760-86b1-8fc3c0324ef6 req-98836f52-42a4-4a23-9020-710dac38f3b2 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfa6163e-8b73-4757-b860-d83c741d005e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930648 Aug 07 04:59:46.335090 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-7d305ed9-627d-4141-a8d7-282b60c2cca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:46.337605 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-7d305ed9-627d-4141-a8d7-282b60c2cca0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:46.341691 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-7d305ed9-627d-4141-a8d7-282b60c2cca0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/27acff32-c043-4b62-9d20-d7f1b5a7c84f HTTP/1.1" status: 204 len: 168 time: 0.3871908 Aug 07 04:59:46.352332 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d305ed9-627d-4141-a8d7-282b60c2cca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27acff32-c043-4b62-9d20-d7f1b5a7c84f,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:59:46.444002 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.notifiers.nova [req-7f9fd646-e118-4e5a-b805-39d2acabcbed req-f15e4483-c3e7-46e1-816c-9b7fcac59910 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a605021-d132-4140-b39c-e0cdf1686da7 {{(pid=93259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:59:46.458382 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-7f9fd646-e118-4e5a-b805-39d2acabcbed req-f15e4483-c3e7-46e1-816c-9b7fcac59910 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:46.478447 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.provisioning_blocks [req-7f9fd646-e118-4e5a-b805-39d2acabcbed req-f15e4483-c3e7-46e1-816c-9b7fcac59910 service neutron] Transition to ACTIVE for port object 6a605021-d132-4140-b39c-e0cdf1686da7 will not be triggered until provisioned by entity L2. {{(pid=93259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 04:59:46.485543 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-7f9fd646-e118-4e5a-b805-39d2acabcbed req-f15e4483-c3e7-46e1-816c-9b7fcac59910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8513241'] for port, after_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:46.576260 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15e4483-c3e7-46e1-816c-9b7fcac59910 service neutron] Pushing event updated for resources: {'Port': ['ID=6a605021-d132-4140-b39c-e0cdf1686da7,revision_number=2']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:59:46.577986 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d06037cd-c391-4ff2-9a34-8af10ff4fe48 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Router 762172fc-738d-4243-9950-17f35ba99456 has already been hosted by L3 agent c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6 {{(pid=93260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 04:59:46.610265 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.managers [req-7f9fd646-e118-4e5a-b805-39d2acabcbed req-f15e4483-c3e7-46e1-816c-9b7fcac59910 service neutron] Attempting to bind port 6a605021-d132-4140-b39c-e0cdf1686da7 on host hv-cinder-75994 for vnic_type normal with profile {{(pid=93259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 04:59:46.610827 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.managers [req-7f9fd646-e118-4e5a-b805-39d2acabcbed req-f15e4483-c3e7-46e1-816c-9b7fcac59910 service neutron] Attempting to bind port 6a605021-d132-4140-b39c-e0cdf1686da7 by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': '67007472-572b-48a7-a3ec-be979b48e642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '47e9d5be-818e-47e0-bb62-cfe7f85a9f14'}] {{(pid=93259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 04:59:46.611160 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9fd646-e118-4e5a-b805-39d2acabcbed req-f15e4483-c3e7-46e1-816c-9b7fcac59910 service neutron] Attempting to bind port 6a605021-d132-4140-b39c-e0cdf1686da7 on network 47e9d5be-818e-47e0-bb62-cfe7f85a9f14 {{(pid=93259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:59:46.617038 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9fd646-e118-4e5a-b805-39d2acabcbed req-f15e4483-c3e7-46e1-816c-9b7fcac59910 service neutron] Port 6a605021-d132-4140-b39c-e0cdf1686da7 on network 47e9d5be-818e-47e0-bb62-cfe7f85a9f14 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=93259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 04:59:46.617366 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9fd646-e118-4e5a-b805-39d2acabcbed req-f15e4483-c3e7-46e1-816c-9b7fcac59910 service neutron] Attempting to bind port 6a605021-d132-4140-b39c-e0cdf1686da7 on network 47e9d5be-818e-47e0-bb62-cfe7f85a9f14 {{(pid=93259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 04:59:46.623447 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9fd646-e118-4e5a-b805-39d2acabcbed req-f15e4483-c3e7-46e1-816c-9b7fcac59910 service neutron] Checking agent: {'id': '5f67c77d-38b5-4515-b30f-34d5315bdd9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 53, 29), 'started_at': datetime.datetime(2021, 8, 7, 4, 53, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 4, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 04:59:46.623863 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9fd646-e118-4e5a-b805-39d2acabcbed req-f15e4483-c3e7-46e1-816c-9b7fcac59910 service neutron] Checking segment: {'id': '67007472-572b-48a7-a3ec-be979b48e642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '47e9d5be-818e-47e0-bb62-cfe7f85a9f14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 04:59:46.624357 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9fd646-e118-4e5a-b805-39d2acabcbed req-f15e4483-c3e7-46e1-816c-9b7fcac59910 service neutron] Bound using segment: {'id': '67007472-572b-48a7-a3ec-be979b48e642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '47e9d5be-818e-47e0-bb62-cfe7f85a9f14'} {{(pid=93259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 04:59:46.624936 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.managers [req-7f9fd646-e118-4e5a-b805-39d2acabcbed req-f15e4483-c3e7-46e1-816c-9b7fcac59910 service neutron] Bound port: 6a605021-d132-4140-b39c-e0cdf1686da7, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67007472-572b-48a7-a3ec-be979b48e642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '47e9d5be-818e-47e0-bb62-cfe7f85a9f14'}}] {{(pid=93259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 04:59:46.625485 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-7f9fd646-e118-4e5a-b805-39d2acabcbed req-f15e4483-c3e7-46e1-816c-9b7fcac59910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:46.702571 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.db [req-7f9fd646-e118-4e5a-b805-39d2acabcbed req-f15e4483-c3e7-46e1-816c-9b7fcac59910 service neutron] For port 6a605021-d132-4140-b39c-e0cdf1686da7, host hv-cinder-75994, cleared binding levels {{(pid=93259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 04:59:46.706714 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.db [req-7f9fd646-e118-4e5a-b805-39d2acabcbed req-f15e4483-c3e7-46e1-816c-9b7fcac59910 service neutron] For port 6a605021-d132-4140-b39c-e0cdf1686da7, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=6a605021-d132-4140-b39c-e0cdf1686da7,segment=NetworkSegment(67007472-572b-48a7-a3ec-be979b48e642),segment_id=67007472-572b-48a7-a3ec-be979b48e642)] {{(pid=93259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 04:59:46.708105 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 42036) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:59:46.716825 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-7f9fd646-e118-4e5a-b805-39d2acabcbed req-f15e4483-c3e7-46e1-816c-9b7fcac59910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8513241'] for port, after_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:46.754128 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-48b05c01-7a73-4623-99be-82c7974755e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:46.780859 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9fd646-e118-4e5a-b805-39d2acabcbed req-f15e4483-c3e7-46e1-816c-9b7fcac59910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:46.781623 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-7f9fd646-e118-4e5a-b805-39d2acabcbed req-f15e4483-c3e7-46e1-816c-9b7fcac59910 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77622'] for port, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:46.783220 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-7f9fd646-e118-4e5a-b805-39d2acabcbed req-f15e4483-c3e7-46e1-816c-9b7fcac59910 service neutron] 10.222.0.43 "PUT /v2.0/ports/6a605021-d132-4140-b39c-e0cdf1686da7 HTTP/1.1" status: 200 len: 1094 time: 0.8772728 Aug 07 04:59:46.784901 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '281388a5-916f-47e7-9d44-39123be9b806', 'tag': '6a605021-d132-4140-b39c-e0cdf1686da7'}] {{(pid=93259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:59:46.787477 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2475665ef9a7cb8741e3251ff967df6d1dd3d3eb822c2e36b28ddc32d9da7eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e0760c8-78cb-4f62-9db2-9590deae7e5d" -d '{"events": [{"name": "network-changed", "server_uuid": "281388a5-916f-47e7-9d44-39123be9b806", "tag": "6a605021-d132-4140-b39c-e0cdf1686da7"}]}' {{(pid=93259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:59:46.818498 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15e4483-c3e7-46e1-816c-9b7fcac59910 service neutron] Pushing event updated for resources: {'Port': ['ID=6a605021-d132-4140-b39c-e0cdf1686da7,revision_number=3']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:59:46.859677 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 04:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ae50f7-fd74-4503-b235-e25e076040dd x-openstack-request-id: req-23ae50f7-fd74-4503-b235-e25e076040dd {{(pid=93259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:59:46.860021 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "281388a5-916f-47e7-9d44-39123be9b806", "tag": "6a605021-d132-4140-b39c-e0cdf1686da7", "status": "completed", "code": 200}]} {{(pid=93259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:59:46.860376 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-23ae50f7-fd74-4503-b235-e25e076040dd {{(pid=93259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:59:46.860903 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '281388a5-916f-47e7-9d44-39123be9b806', 'tag': '6a605021-d132-4140-b39c-e0cdf1686da7', 'status': 'completed', 'code': 200} Aug 07 04:59:46.916918 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9fd646-e118-4e5a-b805-39d2acabcbed req-d653ca17-a636-40e0-a0b6-5c25a81d97f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:46.918678 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-7f9fd646-e118-4e5a-b805-39d2acabcbed req-d653ca17-a636-40e0-a0b6-5c25a81d97f4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a09787aaf9f8489b9ce80e474968b0c0&device_id=281388a5-916f-47e7-9d44-39123be9b806 HTTP/1.1" status: 200 len: 1097 time: 0.0790675 Aug 07 04:59:46.976485 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-7f9fd646-e118-4e5a-b805-39d2acabcbed req-24a87275-5d4b-47b9-9292-42f217a5a952 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a605021-d132-4140-b39c-e0cdf1686da7 HTTP/1.1" status: 200 len: 217 time: 0.0487435 Aug 07 04:59:46.990843 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d06037cd-c391-4ff2-9a34-8af10ff4fe48 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify agent at l3_agent.dv-cinder-759943-8-iscsi the message routers_updated {{(pid=93260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 04:59:46.996010 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-d06037cd-c391-4ff2-9a34-8af10ff4fe48 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77622'] for floatingip, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:47.000133 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-48b05c01-7a73-4623-99be-82c7974755e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:47.002533 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b8d442-96fe-4eb8-87b5-5b08fe79672e None None] Sync routers for ids ['762172fc-738d-4243-9950-17f35ba99456'] in dv-cinder-759943-8-iscsi {{(pid=93261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 04:59:47.013012 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b8d442-96fe-4eb8-87b5-5b08fe79672e None None] Routers {'762172fc-738d-4243-9950-17f35ba99456'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:59:47.013690 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-35b8d442-96fe-4eb8-87b5-5b08fe79672e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T04:59:30Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['762172fc-738d-4243-9950-17f35ba99456'], 'active': True} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:59:47.026492 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-d06037cd-c391-4ff2-9a34-8af10ff4fe48 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "PUT /v2.0/floatingips/1c8435db-124b-465d-a949-5df2cb502d1b HTTP/1.1" status: 200 len: 990 time: 1.3825166 Aug 07 04:59:47.027102 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a075a532-a14b-4220-b5be-f7ea0eed4fc6', 'tag': 'bd636543-d125-4207-9b34-9d5eae7c5345'}] {{(pid=93260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:59:47.030657 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9471522559f84b73cf1045644644c0a628e3dc4684c08e707fd64d6512f95f4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b73b17e-4c79-4bfd-acb6-8327a211a2d3" -d '{"events": [{"name": "network-changed", "server_uuid": "a075a532-a14b-4220-b5be-f7ea0eed4fc6", "tag": "bd636543-d125-4207-9b34-9d5eae7c5345"}]}' {{(pid=93260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:59:47.030858 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-48b05c01-7a73-4623-99be-82c7974755e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:47.072283 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 04:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b445987-8008-4322-82b6-a5a148ad2c44 x-openstack-request-id: req-8b445987-8008-4322-82b6-a5a148ad2c44 {{(pid=93260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:59:47.072798 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a075a532-a14b-4220-b5be-f7ea0eed4fc6", "tag": "bd636543-d125-4207-9b34-9d5eae7c5345", "status": "completed", "code": 200}]} {{(pid=93260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:59:47.073206 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8b445987-8008-4322-82b6-a5a148ad2c44 {{(pid=93260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:59:47.073754 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a075a532-a14b-4220-b5be-f7ea0eed4fc6', 'tag': 'bd636543-d125-4207-9b34-9d5eae7c5345', 'status': 'completed', 'code': 200} Aug 07 04:59:47.086001 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b05c01-7a73-4623-99be-82c7974755e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3494892d-d66a-445b-8315-0a900cd486e8,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:59:47.095651 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-48b05c01-7a73-4623-99be-82c7974755e0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c6579bfde2e84c7eb22d330840a275df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3840768 Aug 07 04:59:47.096619 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 42046) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:59:47.098678 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9fd646-e118-4e5a-b805-39d2acabcbed req-cc66e5f9-82b7-46db-a16c-694decc1247c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:47.100130 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-7f9fd646-e118-4e5a-b805-39d2acabcbed req-cc66e5f9-82b7-46db-a16c-694decc1247c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d69cdc06-5978-4a98-8e5a-dddb9e263998 HTTP/1.1" status: 200 len: 850 time: 0.1134851 Aug 07 04:59:47.151442 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9fd646-e118-4e5a-b805-39d2acabcbed req-b0043bc2-bc4b-494e-9aef-80fd88a8cd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:47.153670 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-7f9fd646-e118-4e5a-b805-39d2acabcbed req-b0043bc2-bc4b-494e-9aef-80fd88a8cd78 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=47e9d5be-818e-47e0-bb62-cfe7f85a9f14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0462017 Aug 07 04:59:47.168439 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvr_db [None req-35b8d442-96fe-4eb8-87b5-5b08fe79672e None None] Set router 762172fc-738d-4243-9950-17f35ba99456 gateway port host: dv-cinder-759943-8-iscsi {{(pid=93261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:59:47.180789 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b73b17e-4c79-4bfd-acb6-8327a211a2d3 req-c3298a55-d98f-431a-a63b-750372d3b444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:47.182090 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-0b73b17e-4c79-4bfd-acb6-8327a211a2d3 req-c3298a55-d98f-431a-a63b-750372d3b444 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ca9c8154dc664b57bc9452622c79c0c6&device_id=a075a532-a14b-4220-b5be-f7ea0eed4fc6 HTTP/1.1" status: 200 len: 1098 time: 0.0790644 Aug 07 04:59:47.205815 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-aed3132e-95d4-466e-b2d3-8c5cb18529b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:47.269655 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-7f9fd646-e118-4e5a-b805-39d2acabcbed req-c9727d8f-510d-4109-9e2f-3306e783edf6 service neutron] 10.222.0.43 "GET /v2.0/networks/47e9d5be-818e-47e0-bb62-cfe7f85a9f14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949821 Aug 07 04:59:47.270430 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-aed3132e-95d4-466e-b2d3-8c5cb18529b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:47.327399 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b73b17e-4c79-4bfd-acb6-8327a211a2d3 req-53373f4a-fe21-4182-b186-a0c835251531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:47.329175 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-0b73b17e-4c79-4bfd-acb6-8327a211a2d3 req-53373f4a-fe21-4182-b186-a0c835251531 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4c392ea1-f973-4e27-8c93-9da70b5eee3e HTTP/1.1" status: 200 len: 918 time: 0.1384041 Aug 07 04:59:47.377107 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-7f9fd646-e118-4e5a-b805-39d2acabcbed req-ec912c8e-e4f3-4471-b937-aeccf52e0359 service neutron] 10.222.0.43 "GET /v2.0/networks/47e9d5be-818e-47e0-bb62-cfe7f85a9f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006699 Aug 07 04:59:47.414447 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-aed3132e-95d4-466e-b2d3-8c5cb18529b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:47.417269 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-aed3132e-95d4-466e-b2d3-8c5cb18529b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:47.422100 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-aed3132e-95d4-466e-b2d3-8c5cb18529b1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3494892d-d66a-445b-8315-0a900cd486e8 HTTP/1.1" status: 204 len: 168 time: 0.3214650 Aug 07 04:59:47.468180 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-0b73b17e-4c79-4bfd-acb6-8327a211a2d3 req-81f29349-bc35-4d72-938d-a0916172f7e7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd636543-d125-4207-9b34-9d5eae7c5345 HTTP/1.1" status: 200 len: 998 time: 0.1309247 Aug 07 04:59:47.471386 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed3132e-95d4-466e-b2d3-8c5cb18529b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3494892d-d66a-445b-8315-0a900cd486e8,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:59:47.531057 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0760c8-78cb-4f62-9db2-9590deae7e5d req-9053b884-b8e0-4697-9480-4891e46ac639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:47.532559 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-1e0760c8-78cb-4f62-9db2-9590deae7e5d req-9053b884-b8e0-4697-9480-4891e46ac639 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a09787aaf9f8489b9ce80e474968b0c0&device_id=281388a5-916f-47e7-9d44-39123be9b806 HTTP/1.1" status: 200 len: 1097 time: 0.0555060 Aug 07 04:59:47.533406 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b73b17e-4c79-4bfd-acb6-8327a211a2d3 req-7d80294c-6ed0-4cfc-9322-39b0a36096b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:47.535089 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-0b73b17e-4c79-4bfd-acb6-8327a211a2d3 req-7d80294c-6ed0-4cfc-9322-39b0a36096b4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c03fc84b-f6fc-4f24-bb48-576f621db152 HTTP/1.1" status: 200 len: 856 time: 0.0558293 Aug 07 04:59:47.546625 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf114aa-6714-4b09-873c-23eedaa8eb7d req-9ea72295-20df-41b9-9030-cb5680eb2f98 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:47.548427 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-ccf114aa-6714-4b09-873c-23eedaa8eb7d req-9ea72295-20df-41b9-9030-cb5680eb2f98 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/ports?device_id=281388a5-916f-47e7-9d44-39123be9b806 HTTP/1.1" status: 200 len: 944 time: 0.1381383 Aug 07 04:59:47.623731 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-ccf114aa-6714-4b09-873c-23eedaa8eb7d req-3e2d12f5-a1ef-4c83-9864-3cd14cd38871 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfa6163e-8b73-4757-b860-d83c741d005e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661876 Aug 07 04:59:47.628411 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-35b8d442-96fe-4eb8-87b5-5b08fe79672e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '762172fc-738d-4243-9950-17f35ba99456', 'name': 'tempest-AttachVolumeShelveTestJSON-1472397642-router', 'tenant_id': 'ca9c8154dc664b57bc9452622c79c0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'fd97dedb-78a5-4afc-815f-329423685cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:55:04Z', 'updated_at': '2021-08-07T04:55:12Z', 'revision_number': 4, 'project_id': 'ca9c8154dc664b57bc9452622c79c0c6', 'gw_port': {'id': 'fd97dedb-78a5-4afc-815f-329423685cdd', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762172fc-738d-4243-9950-17f35ba99456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:55:05Z', 'updated_at': '2021-08-07T04:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi', '_floatingips': [{'id': '1c8435db-124b-465d-a949-5df2cb502d1b', 'tenant_id': 'ca9c8154dc664b57bc9452622c79c0c6', 'floating_ip_address': '172.27.1.93', 'floating_network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'router_id': '762172fc-738d-4243-9950-17f35ba99456', 'port_id': 'bd636543-d125-4207-9b34-9d5eae7c5345', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c392ea1-f973-4e27-8c93-9da70b5eee3e', 'mac_address': 'fa:16:3e:64:fd:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a075a532-a14b-4220-b5be-f7ea0eed4fc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T04:59:33Z', 'updated_at': '2021-08-07T04:59:46Z', 'revision_number': 1, 'project_id': 'ca9c8154dc664b57bc9452622c79c0c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1990d296-8664-4180-8bb3-b05b52769239', 'name': '', 'network_id': '4c392ea1-f973-4e27-8c93-9da70b5eee3e', 'tenant_id': 'ca9c8154dc664b57bc9452622c79c0c6', 'mac_address': 'fa:16:3e:08:a1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762172fc-738d-4243-9950-17f35ba99456', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c03fc84b-f6fc-4f24-bb48-576f621db152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:55:11Z', 'updated_at': '2021-08-07T04:55:21Z', 'revision_number': 5, 'project_id': 'ca9c8154dc664b57bc9452622c79c0c6', 'subnets': [{'id': 'c03fc84b-f6fc-4f24-bb48-576f621db152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:59:47.645790 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b73b17e-4c79-4bfd-acb6-8327a211a2d3 req-64f21700-9ef5-4164-a873-3077ceeef6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:47.647470 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-0b73b17e-4c79-4bfd-acb6-8327a211a2d3 req-64f21700-9ef5-4164-a873-3077ceeef6b1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4c392ea1-f973-4e27-8c93-9da70b5eee3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0980420 Aug 07 04:59:47.658381 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b8d442-96fe-4eb8-87b5-5b08fe79672e None None] Checking router: 762172fc-738d-4243-9950-17f35ba99456 for host: dv-cinder-759943-8-iscsi {{(pid=93261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 04:59:47.661683 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0760c8-78cb-4f62-9db2-9590deae7e5d req-fc21db45-7100-4f38-960c-f5f4c2f73b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:47.663422 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-1e0760c8-78cb-4f62-9db2-9590deae7e5d req-fc21db45-7100-4f38-960c-f5f4c2f73b5e service neutron] 10.222.0.43 "GET /v2.0/networks?id=47e9d5be-818e-47e0-bb62-cfe7f85a9f14 HTTP/1.1" status: 200 len: 912 time: 0.1156929 Aug 07 04:59:47.671276 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b8d442-96fe-4eb8-87b5-5b08fe79672e None None] Routers {'762172fc-738d-4243-9950-17f35ba99456'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:59:47.671910 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-35b8d442-96fe-4eb8-87b5-5b08fe79672e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T04:59:30Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['762172fc-738d-4243-9950-17f35ba99456'], 'active': True} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:59:47.710457 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-1e0760c8-78cb-4f62-9db2-9590deae7e5d req-23feefad-8661-490b-aa19-ddce8741ac67 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a605021-d132-4140-b39c-e0cdf1686da7 HTTP/1.1" status: 200 len: 217 time: 0.0370824 Aug 07 04:59:47.752473 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-0b73b17e-4c79-4bfd-acb6-8327a211a2d3 req-6dd05ca0-f3b2-426a-b16d-e59f0f1e08c4 service neutron] 10.222.0.43 "GET /v2.0/networks/4c392ea1-f973-4e27-8c93-9da70b5eee3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943487 Aug 07 04:59:47.785494 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0760c8-78cb-4f62-9db2-9590deae7e5d req-a5b710fa-1d95-42e4-9665-3d95df3f20dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:47.787027 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-1e0760c8-78cb-4f62-9db2-9590deae7e5d req-a5b710fa-1d95-42e4-9665-3d95df3f20dd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d69cdc06-5978-4a98-8e5a-dddb9e263998 HTTP/1.1" status: 200 len: 850 time: 0.0677879 Aug 07 04:59:47.812659 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvr_db [None req-35b8d442-96fe-4eb8-87b5-5b08fe79672e None None] Set router 762172fc-738d-4243-9950-17f35ba99456 gateway port host: dv-cinder-759943-8-iscsi {{(pid=93261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:59:47.860867 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0760c8-78cb-4f62-9db2-9590deae7e5d req-12834fb5-f74d-449d-8590-9f5b5d3e0ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:47.862604 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-1e0760c8-78cb-4f62-9db2-9590deae7e5d req-12834fb5-f74d-449d-8590-9f5b5d3e0ed5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=47e9d5be-818e-47e0-bb62-cfe7f85a9f14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0617113 Aug 07 04:59:47.887792 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-0b73b17e-4c79-4bfd-acb6-8327a211a2d3 req-906697a6-2649-439b-929e-1b9d09119f47 service neutron] 10.222.0.43 "GET /v2.0/networks/4c392ea1-f973-4e27-8c93-9da70b5eee3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278465 Aug 07 04:59:47.998249 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-1e0760c8-78cb-4f62-9db2-9590deae7e5d req-1f239818-e9e2-4e07-a7ce-4258aa74c693 service neutron] 10.222.0.43 "GET /v2.0/networks/47e9d5be-818e-47e0-bb62-cfe7f85a9f14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274576 Aug 07 04:59:48.096805 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-35b8d442-96fe-4eb8-87b5-5b08fe79672e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '762172fc-738d-4243-9950-17f35ba99456', 'name': 'tempest-AttachVolumeShelveTestJSON-1472397642-router', 'tenant_id': 'ca9c8154dc664b57bc9452622c79c0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'fd97dedb-78a5-4afc-815f-329423685cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:55:04Z', 'updated_at': '2021-08-07T04:55:12Z', 'revision_number': 4, 'project_id': 'ca9c8154dc664b57bc9452622c79c0c6', 'gw_port': {'id': 'fd97dedb-78a5-4afc-815f-329423685cdd', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762172fc-738d-4243-9950-17f35ba99456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:55:05Z', 'updated_at': '2021-08-07T04:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi', '_floatingips': [{'id': '1c8435db-124b-465d-a949-5df2cb502d1b', 'tenant_id': 'ca9c8154dc664b57bc9452622c79c0c6', 'floating_ip_address': '172.27.1.93', 'floating_network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'router_id': '762172fc-738d-4243-9950-17f35ba99456', 'port_id': 'bd636543-d125-4207-9b34-9d5eae7c5345', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c392ea1-f973-4e27-8c93-9da70b5eee3e', 'mac_address': 'fa:16:3e:64:fd:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a075a532-a14b-4220-b5be-f7ea0eed4fc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T04:59:33Z', 'updated_at': '2021-08-07T04:59:46Z', 'revision_number': 1, 'project_id': 'ca9c8154dc664b57bc9452622c79c0c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1990d296-8664-4180-8bb3-b05b52769239', 'name': '', 'network_id': '4c392ea1-f973-4e27-8c93-9da70b5eee3e', 'tenant_id': 'ca9c8154dc664b57bc9452622c79c0c6', 'mac_address': 'fa:16:3e:08:a1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762172fc-738d-4243-9950-17f35ba99456', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c03fc84b-f6fc-4f24-bb48-576f621db152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:55:11Z', 'updated_at': '2021-08-07T04:55:21Z', 'revision_number': 5, 'project_id': 'ca9c8154dc664b57bc9452622c79c0c6', 'subnets': [{'id': 'c03fc84b-f6fc-4f24-bb48-576f621db152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:59:48.129580 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b8d442-96fe-4eb8-87b5-5b08fe79672e None None] The sync data for ids ['762172fc-738d-4243-9950-17f35ba99456'] in dv-cinder-759943-8-iscsi is: [{'id': '762172fc-738d-4243-9950-17f35ba99456', 'name': 'tempest-AttachVolumeShelveTestJSON-1472397642-router', 'tenant_id': 'ca9c8154dc664b57bc9452622c79c0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'fd97dedb-78a5-4afc-815f-329423685cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:55:04Z', 'updated_at': '2021-08-07T04:55:12Z', 'revision_number': 4, 'project_id': 'ca9c8154dc664b57bc9452622c79c0c6', 'gw_port': {'id': 'fd97dedb-78a5-4afc-815f-329423685cdd', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762172fc-738d-4243-9950-17f35ba99456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:55:05Z', 'updated_at': '2021-08-07T04:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi', '_floatingips': [{'id': '1c8435db-124b-465d-a949-5df2cb502d1b', 'tenant_id': 'ca9c8154dc664b57bc9452622c79c0c6', 'floating_ip_address': '172.27.1.93', 'floating_network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'router_id': '762172fc-738d-4243-9950-17f35ba99456', 'port_id': 'bd636543-d125-4207-9b34-9d5eae7c5345', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c392ea1-f973-4e27-8c93-9da70b5eee3e', 'mac_address': 'fa:16:3e:64:fd:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a075a532-a14b-4220-b5be-f7ea0eed4fc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T04:59:33Z', 'updated_at': '2021-08-07T04:59:46Z', 'revision_number': 1, 'project_id': 'ca9c8154dc664b57bc9452622c79c0c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1990d296-8664-4180-8bb3-b05b52769239', 'name': '', 'network_id': '4c392ea1-f973-4e27-8c93-9da70b5eee3e', 'tenant_id': 'ca9c8154dc664b57bc9452622c79c0c6', 'mac_address': 'fa:16:3e:08:a1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762172fc-738d-4243-9950-17f35ba99456', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c03fc84b-f6fc-4f24-bb48-576f621db152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:55:11Z', 'updated_at': '2021-08-07T04:55:21Z', 'revision_number': 5, 'project_id': 'ca9c8154dc664b57bc9452622c79c0c6', 'subnets': [{'id': 'c03fc84b-f6fc-4f24-bb48-576f621db152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 04:59:48.368273 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-1e0760c8-78cb-4f62-9db2-9590deae7e5d req-0cdc5ea3-9cc8-4559-a7f5-d7436c92e008 service neutron] 10.222.0.43 "GET /v2.0/networks/47e9d5be-818e-47e0-bb62-cfe7f85a9f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3607230 Aug 07 04:59:48.395499 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366ccdb3-50a3-415b-8e85-681d6a2f15c4 None None] New status for floating IP 1c8435db-124b-465d-a949-5df2cb502d1b: ACTIVE {{(pid=93262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 04:59:48.738939 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b2615-9b10-48a4-bdc4-566db7713d11 req-907df75c-023a-4187-bb17-b9a76fa7c991 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:48.740786 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 42086) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:59:48.741213 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-788b2615-9b10-48a4-bdc4-566db7713d11 req-907df75c-023a-4187-bb17-b9a76fa7c991 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/ports?device_id=281388a5-916f-47e7-9d44-39123be9b806 HTTP/1.1" status: 200 len: 944 time: 0.0508165 Aug 07 04:59:48.782388 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-788b2615-9b10-48a4-bdc4-566db7713d11 req-43aa0e69-d678-4cda-93ba-ba40fe521c44 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfa6163e-8b73-4757-b860-d83c741d005e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348096 Aug 07 04:59:48.848086 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-df21e43c-54db-482f-93eb-44580b60e487 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:48.944059 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-df21e43c-54db-482f-93eb-44580b60e487 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:48.948234 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-df21e43c-54db-482f-93eb-44580b60e487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:48.987163 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-df21e43c-54db-482f-93eb-44580b60e487 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c7344282b8be4d839206127785b23562&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2451551 Aug 07 04:59:48.987877 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df21e43c-54db-482f-93eb-44580b60e487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a60f697-699e-4e8d-b1f7-429c841eb496,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:59:48.990187 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 42090) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:59:49.040907 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-f38534cc-38f5-481a-8894-265d3196690f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:49.062332 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-f38534cc-38f5-481a-8894-265d3196690f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:49.108774 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-f38534cc-38f5-481a-8894-265d3196690f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:49.111334 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-f38534cc-38f5-481a-8894-265d3196690f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:49.112483 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-f38534cc-38f5-481a-8894-265d3196690f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1a60f697-699e-4e8d-b1f7-429c841eb496 HTTP/1.1" status: 204 len: 168 time: 0.1211631 Aug 07 04:59:49.123050 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38534cc-38f5-481a-8894-265d3196690f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a60f697-699e-4e8d-b1f7-429c841eb496,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:59:49.800404 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device 6a605021-d132-4140-b39c-e0cdf1686da7 details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=93261) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 04:59:49.926037 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] For port 6a605021-d132-4140-b39c-e0cdf1686da7, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=6a605021-d132-4140-b39c-e0cdf1686da7,segment=NetworkSegment(67007472-572b-48a7-a3ec-be979b48e642),segment_id=67007472-572b-48a7-a3ec-be979b48e642)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:59:49.938391 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e98af7c-fb26-453f-a2ec-5be969220f82 req-d777d4cd-1306-411f-9b90-69307c0ee9d3 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:49.939927 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Returning: {'device': '6a605021-d132-4140-b39c-e0cdf1686da7', 'network_id': '47e9d5be-818e-47e0-bb62-cfe7f85a9f14', 'port_id': '6a605021-d132-4140-b39c-e0cdf1686da7', 'mac_address': 'fa:16:3e:f1:c6:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd69cdc06-5978-4a98-8e5a-dddb9e263998', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93261) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 04:59:49.946410 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-0e98af7c-fb26-453f-a2ec-5be969220f82 req-d777d4cd-1306-411f-9b90-69307c0ee9d3 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/ports?device_id=281388a5-916f-47e7-9d44-39123be9b806 HTTP/1.1" status: 200 len: 944 time: 0.0698974 Aug 07 04:59:49.980810 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:49.987543 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-0e98af7c-fb26-453f-a2ec-5be969220f82 req-f876ef01-b187-41b4-8e6a-8432967aa420 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfa6163e-8b73-4757-b860-d83c741d005e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386264 Aug 07 04:59:49.995390 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.notifiers.nova [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a605021-d132-4140-b39c-e0cdf1686da7 {{(pid=93261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 04:59:50.018996 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] For port 6a605021-d132-4140-b39c-e0cdf1686da7, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=6a605021-d132-4140-b39c-e0cdf1686da7,segment=NetworkSegment(67007472-572b-48a7-a3ec-be979b48e642),segment_id=67007472-572b-48a7-a3ec-be979b48e642)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:59:50.023243 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:50.076428 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Pushing event updated for resources: {'Port': ['ID=6a605021-d132-4140-b39c-e0cdf1686da7,revision_number=4']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:59:50.248046 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] get_ports_and_sgs() called for port_ids ['6a605021-d132-4140-b39c-e0cdf1686da7'] {{(pid=93261) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:59:51.105140 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add49d15-a100-4cab-8706-72e48e04144f req-ad13ffc6-6592-4bfd-b98e-9b03ab7b89bb tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:51.107403 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-add49d15-a100-4cab-8706-72e48e04144f req-ad13ffc6-6592-4bfd-b98e-9b03ab7b89bb tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/ports?device_id=281388a5-916f-47e7-9d44-39123be9b806 HTTP/1.1" status: 200 len: 945 time: 0.0507810 Aug 07 04:59:51.149264 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-add49d15-a100-4cab-8706-72e48e04144f req-02c8cc10-23a5-4a8a-9bef-ae11560a8760 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfa6163e-8b73-4757-b860-d83c741d005e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357003 Aug 07 04:59:51.815191 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device 6a605021-d132-4140-b39c-e0cdf1686da7 up at agent hyperv_hv-cinder-75994 {{(pid=93261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 04:59:51.863795 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Provisioning for port 6a605021-d132-4140-b39c-e0cdf1686da7 completed by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 04:59:51.867757 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Provisioning complete for port 6a605021-d132-4140-b39c-e0cdf1686da7 triggered by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:59:51.868126 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:51.948805 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:51.973179 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '281388a5-916f-47e7-9d44-39123be9b806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a605021-d132-4140-b39c-e0cdf1686da7'}] {{(pid=93261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:59:51.975488 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5d2cee0e1396f99553e356b0c4b33bfeaec0d7e5dcff0a4dea0c896a01c358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37359613-f31f-47b8-bb78-a7057f5efde7" -d '{"events": [{"server_uuid": "281388a5-916f-47e7-9d44-39123be9b806", "name": "network-vif-plugged", "status": "completed", "tag": "6a605021-d132-4140-b39c-e0cdf1686da7"}]}' {{(pid=93261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:59:51.990090 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] For port 6a605021-d132-4140-b39c-e0cdf1686da7, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=6a605021-d132-4140-b39c-e0cdf1686da7,segment=NetworkSegment(67007472-572b-48a7-a3ec-be979b48e642),segment_id=67007472-572b-48a7-a3ec-be979b48e642)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:59:51.998436 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:52.023948 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 04:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f2cf03-5c2e-4ebd-a1ba-4f2e0b511fb7 x-openstack-request-id: req-28f2cf03-5c2e-4ebd-a1ba-4f2e0b511fb7 {{(pid=93261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:59:52.024235 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "281388a5-916f-47e7-9d44-39123be9b806", "name": "network-vif-plugged", "status": "completed", "tag": "6a605021-d132-4140-b39c-e0cdf1686da7", "code": 200}]} {{(pid=93261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:59:52.024483 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-28f2cf03-5c2e-4ebd-a1ba-4f2e0b511fb7 {{(pid=93261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:59:52.024870 dv-cinder-759943-8-iscsi neutron-server[93261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '281388a5-916f-47e7-9d44-39123be9b806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a605021-d132-4140-b39c-e0cdf1686da7', 'code': 200} Aug 07 04:59:52.052573 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Pushing event updated for resources: {'Port': ['ID=6a605021-d132-4140-b39c-e0cdf1686da7,revision_number=5']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:59:52.198273 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b166e2-bc09-465e-b6f1-2604ff3580af req-122d3e54-704a-4580-865a-ddc7f0bad57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:52.198273 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-94b166e2-bc09-465e-b6f1-2604ff3580af req-122d3e54-704a-4580-865a-ddc7f0bad57c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=281388a5-916f-47e7-9d44-39123be9b806 HTTP/1.1" status: 200 len: 1099 time: 0.0462418 Aug 07 04:59:52.260458 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-94b166e2-bc09-465e-b6f1-2604ff3580af req-a512b6c7-9eaa-4382-bd01-0fdf2fb44dc1 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bfa6163e-8b73-4757-b860-d83c741d005e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536792 Aug 07 04:59:52.284133 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f355d0-dd36-48c7-9da3-2e47f652e0b9 req-f2c3b6d3-1947-4d0d-a284-65ed76c5f188 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:52.285635 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-29f355d0-dd36-48c7-9da3-2e47f652e0b9 req-f2c3b6d3-1947-4d0d-a284-65ed76c5f188 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/ports?device_id=281388a5-916f-47e7-9d44-39123be9b806 HTTP/1.1" status: 200 len: 946 time: 0.0601969 Aug 07 04:59:52.338472 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-29f355d0-dd36-48c7-9da3-2e47f652e0b9 req-660f07fe-545a-4ccb-9124-1e15562f72ae tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfa6163e-8b73-4757-b860-d83c741d005e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451279 Aug 07 04:59:53.459660 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea4c44d-ee3a-4a6a-ac2f-f8a370626433 req-5ff8d893-fdcc-4348-a583-3b372e05a2d5 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:53.461181 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-0ea4c44d-ee3a-4a6a-ac2f-f8a370626433 req-5ff8d893-fdcc-4348-a583-3b372e05a2d5 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/ports?device_id=281388a5-916f-47e7-9d44-39123be9b806 HTTP/1.1" status: 200 len: 946 time: 0.0524118 Aug 07 04:59:53.503460 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-0ea4c44d-ee3a-4a6a-ac2f-f8a370626433 req-2f27c60d-e998-49c7-be10-d180ae28089d tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfa6163e-8b73-4757-b860-d83c741d005e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352483 Aug 07 04:59:53.617713 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037eb308-8d57-4391-bec7-1b0aa78c5adf req-7516d122-2eb6-44b3-90c0-2862b81ec42b tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:53.619272 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-037eb308-8d57-4391-bec7-1b0aa78c5adf req-7516d122-2eb6-44b3-90c0-2862b81ec42b tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/ports?device_id=281388a5-916f-47e7-9d44-39123be9b806 HTTP/1.1" status: 200 len: 946 time: 0.0486577 Aug 07 04:59:53.628250 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 42198) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:59:53.633095 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.v2.base [None req-396a8665-4bf7-49fb-a5ee-09ca323505d7 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Request body: {'floatingip': {'port_id': '6a605021-d132-4140-b39c-e0cdf1686da7'}} {{(pid=93260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:59:53.680179 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-396a8665-4bf7-49fb-a5ee-09ca323505d7 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks [] for floatingip, before_update {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:53.820001 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-59f4a430-69fb-4bd4-9c2a-601a8db82bf5 req-dfbbaf0d-8114-4f25-8a7f-eb1c596cb653 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1142118148&fields=id&tenant_id=acb8843e06aa440fb7b9121a3737a6d9 HTTP/1.1" status: 200 len: 267 time: 0.0786862 Aug 07 04:59:53.957167 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f4a430-69fb-4bd4-9c2a-601a8db82bf5 req-fadb2cbd-3c98-454c-be1d-b53179e86a10 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:53.958781 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-59f4a430-69fb-4bd4-9c2a-601a8db82bf5 req-fadb2cbd-3c98-454c-be1d-b53179e86a10 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f1084-1b72-4a96-8c40-e3a5522b5152 HTTP/1.1" status: 200 len: 984 time: 0.1293180 Aug 07 04:59:53.975593 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.v2.base [req-59f4a430-69fb-4bd4-9c2a-601a8db82bf5 req-5899c6b9-febb-4e44-ad63-92c41c74543b tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Request body: {'port': {'security_groups': ['1a02d75e-311a-4f0b-88e7-6a868af689f5']}} {{(pid=93260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 04:59:54.131631 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-59f4a430-69fb-4bd4-9c2a-601a8db82bf5 req-5899c6b9-febb-4e44-ad63-92c41c74543b tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:54.396393 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-396a8665-4bf7-49fb-a5ee-09ca323505d7 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:54.402612 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-396a8665-4bf7-49fb-a5ee-09ca323505d7 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-766596'] for floatingip, after_update {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:54.535930 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.db [req-59f4a430-69fb-4bd4-9c2a-601a8db82bf5 req-5899c6b9-febb-4e44-ad63-92c41c74543b tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] For port 562c7290-372f-4b63-874c-9ff5d4bde0ce, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=562c7290-372f-4b63-874c-9ff5d4bde0ce,segment=NetworkSegment(b9e981f6-9fda-4321-8932-b8fc344b1172),segment_id=b9e981f6-9fda-4321-8932-b8fc344b1172)] {{(pid=93260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 04:59:54.566450 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.db.l3_db [None req-396a8665-4bf7-49fb-a5ee-09ca323505d7 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Floating IP 5a8a3e11-8cba-4cc9-b39c-a487935b7307 associated. External IP: 172.27.1.27, port: 6a605021-d132-4140-b39c-e0cdf1686da7. Aug 07 04:59:54.624101 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-59f4a430-69fb-4bd4-9c2a-601a8db82bf5 req-5899c6b9-febb-4e44-ad63-92c41c74543b tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Notify callbacks [] for port, precommit_update {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:54.633546 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-59f4a430-69fb-4bd4-9c2a-601a8db82bf5 req-5899c6b9-febb-4e44-ad63-92c41c74543b tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9563749'] for port, after_update {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:54.647037 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] get_ports_and_sgs() called for port_ids ['562c7290-372f-4b63-874c-9ff5d4bde0ce'] {{(pid=93261) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:59:54.761720 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f4a430-69fb-4bd4-9c2a-601a8db82bf5 req-5899c6b9-febb-4e44-ad63-92c41c74543b tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:54.762680 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-59f4a430-69fb-4bd4-9c2a-601a8db82bf5 req-5899c6b9-febb-4e44-ad63-92c41c74543b tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77622'] for port, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:54.764615 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-59f4a430-69fb-4bd4-9c2a-601a8db82bf5 req-5899c6b9-febb-4e44-ad63-92c41c74543b tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "PUT /v2.0/ports/562c7290-372f-4b63-874c-9ff5d4bde0ce HTTP/1.1" status: 200 len: 942 time: 0.7956378 Aug 07 04:59:54.766092 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a83f1084-1b72-4a96-8c40-e3a5522b5152', 'tag': '562c7290-372f-4b63-874c-9ff5d4bde0ce'}] {{(pid=93260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:59:54.768733 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9471522559f84b73cf1045644644c0a628e3dc4684c08e707fd64d6512f95f4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b272237d-8306-478a-95fe-24337aa58716" -d '{"events": [{"name": "network-changed", "server_uuid": "a83f1084-1b72-4a96-8c40-e3a5522b5152", "tag": "562c7290-372f-4b63-874c-9ff5d4bde0ce"}]}' {{(pid=93260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:59:54.776440 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 42214) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:59:54.843385 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 04:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02922689-43a3-4409-9d6c-c27b1971e438 x-openstack-request-id: req-02922689-43a3-4409-9d6c-c27b1971e438 {{(pid=93260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:59:54.843663 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a83f1084-1b72-4a96-8c40-e3a5522b5152", "tag": "562c7290-372f-4b63-874c-9ff5d4bde0ce", "status": "completed", "code": 200}]} {{(pid=93260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:59:54.843900 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-02922689-43a3-4409-9d6c-c27b1971e438 {{(pid=93260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:59:54.844298 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a83f1084-1b72-4a96-8c40-e3a5522b5152', 'tag': '562c7290-372f-4b63-874c-9ff5d4bde0ce', 'status': 'completed', 'code': 200} Aug 07 04:59:54.849567 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5899c6b9-febb-4e44-ad63-92c41c74543b tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Pushing event updated for resources: {'Port': ['ID=562c7290-372f-4b63-874c-9ff5d4bde0ce,revision_number=7']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:59:54.871381 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] get_ports_and_sgs() called for port_ids ['562c7290-372f-4b63-874c-9ff5d4bde0ce'] {{(pid=93261) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 04:59:54.873364 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-1f604dcd-b8ba-4c5d-92b6-84631fe5a581 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Notify callbacks [] for security_group, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:54.945599 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-1f604dcd-b8ba-4c5d-92b6-84631fe5a581 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:54.963224 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-396a8665-4bf7-49fb-a5ee-09ca323505d7 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Router 82478cfe-86d6-4eb1-a51b-a45748209466 has already been hosted by L3 agent c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6 {{(pid=93260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 04:59:54.975382 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b272237d-8306-478a-95fe-24337aa58716 req-1364fa44-d79a-49dd-bb6d-71a6ee92a329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:54.977329 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-b272237d-8306-478a-95fe-24337aa58716 req-1364fa44-d79a-49dd-bb6d-71a6ee92a329 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=acb8843e06aa440fb7b9121a3737a6d9&device_id=a83f1084-1b72-4a96-8c40-e3a5522b5152 HTTP/1.1" status: 200 len: 1098 time: 0.0933762 Aug 07 04:59:55.093942 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-73c7ba50-2f21-4bf4-b5d8-3c38f2a3cdb5 None None] Provisioning complete for port 562c7290-372f-4b63-874c-9ff5d4bde0ce triggered by entity DHCP. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 04:59:55.094326 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-73c7ba50-2f21-4bf4-b5d8-3c38f2a3cdb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:55.125420 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b272237d-8306-478a-95fe-24337aa58716 req-c4e920ba-a9e6-4bed-8e17-7daecf03b757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:55.131999 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-b272237d-8306-478a-95fe-24337aa58716 req-c4e920ba-a9e6-4bed-8e17-7daecf03b757 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ca1bf4c2-4efb-4223-bf35-8f10c3d069a0 HTTP/1.1" status: 200 len: 915 time: 0.1439679 Aug 07 04:59:55.141103 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-396a8665-4bf7-49fb-a5ee-09ca323505d7 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify agent at l3_agent.dv-cinder-759943-8-iscsi the message routers_updated {{(pid=93260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 04:59:55.147024 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-1f604dcd-b8ba-4c5d-92b6-84631fe5a581 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:55.149595 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-1f604dcd-b8ba-4c5d-92b6-84631fe5a581 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Notify callbacks [] for security_group, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:55.150782 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-1f604dcd-b8ba-4c5d-92b6-84631fe5a581 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "DELETE /v2.0/security-groups/2c28cca9-eba1-46f0-b5ee-2f137ded1910 HTTP/1.1" status: 204 len: 168 time: 0.3714008 Aug 07 04:59:55.161186 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-396a8665-4bf7-49fb-a5ee-09ca323505d7 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77622'] for floatingip, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:55.163705 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e8f802-0c6e-4d9b-bdb7-e0b6e3e6bfba None None] Sync routers for ids ['82478cfe-86d6-4eb1-a51b-a45748209466'] in dv-cinder-759943-8-iscsi {{(pid=93261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 04:59:55.166857 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 42216) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:59:55.186787 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e8f802-0c6e-4d9b-bdb7-e0b6e3e6bfba None None] Routers {'82478cfe-86d6-4eb1-a51b-a45748209466'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:59:55.187435 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-72e8f802-0c6e-4d9b-bdb7-e0b6e3e6bfba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T04:59:30Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['82478cfe-86d6-4eb1-a51b-a45748209466'], 'active': True} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:59:55.196514 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f604dcd-b8ba-4c5d-92b6-84631fe5a581 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c28cca9-eba1-46f0-b5ee-2f137ded1910,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:59:55.221011 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-b272237d-8306-478a-95fe-24337aa58716 req-68a8771a-5107-4cd3-8cbd-cab8213120c9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=562c7290-372f-4b63-874c-9ff5d4bde0ce HTTP/1.1" status: 200 len: 1001 time: 0.0818253 Aug 07 04:59:55.256643 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-396a8665-4bf7-49fb-a5ee-09ca323505d7 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "PUT /v2.0/floatingips/5a8a3e11-8cba-4cc9-b39c-a487935b7307 HTTP/1.1" status: 200 len: 991 time: 1.6229148 Aug 07 04:59:55.292260 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b272237d-8306-478a-95fe-24337aa58716 req-16964002-0468-4c33-8d48-d629d8e1bd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:55.295079 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-b272237d-8306-478a-95fe-24337aa58716 req-16964002-0468-4c33-8d48-d629d8e1bd6f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f49eb454-b746-4ddc-89ee-10789991881b HTTP/1.1" status: 200 len: 853 time: 0.0660224 Aug 07 04:59:55.351644 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvr_db [None req-72e8f802-0c6e-4d9b-bdb7-e0b6e3e6bfba None None] Set router 82478cfe-86d6-4eb1-a51b-a45748209466 gateway port host: dv-cinder-759943-8-iscsi {{(pid=93261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:59:55.357929 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b272237d-8306-478a-95fe-24337aa58716 req-043cc6d9-9d8c-4228-adb1-775600e76702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:55.359428 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-b272237d-8306-478a-95fe-24337aa58716 req-043cc6d9-9d8c-4228-adb1-775600e76702 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ca1bf4c2-4efb-4223-bf35-8f10c3d069a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0565481 Aug 07 04:59:55.419689 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.plugin [None req-6458fa2b-ef72-46a0-9be1-42c05de5c922 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Deleting port 13a9c200-5805-4a02-9669-b2d95306624c {{(pid=93260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 04:59:55.420174 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-6458fa2b-ef72-46a0-9be1-42c05de5c922 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768807591985'] for port, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:55.465090 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-b272237d-8306-478a-95fe-24337aa58716 req-57b4da9c-939c-48cb-b466-96bcbd1305ed service neutron] 10.222.0.43 "GET /v2.0/networks/ca1bf4c2-4efb-4223-bf35-8f10c3d069a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974581 Aug 07 04:59:55.530619 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-6458fa2b-ef72-46a0-9be1-42c05de5c922 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769206'] for port, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:55.530952 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-6458fa2b-ef72-46a0-9be1-42c05de5c922 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:55.544880 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.plugin [None req-6458fa2b-ef72-46a0-9be1-42c05de5c922 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Calling delete_port for 13a9c200-5805-4a02-9669-b2d95306624c owned by network:floatingip {{(pid=93260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 04:59:55.595070 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-b272237d-8306-478a-95fe-24337aa58716 req-0a456130-7c8f-45c9-90f2-ad221bef941c service neutron] 10.222.0.43 "GET /v2.0/networks/ca1bf4c2-4efb-4223-bf35-8f10c3d069a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228116 Aug 07 04:59:55.618275 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-72e8f802-0c6e-4d9b-bdb7-e0b6e3e6bfba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82478cfe-86d6-4eb1-a51b-a45748209466', 'name': 'tempest-AttachVolumeTestJSON-1250311327-router', 'tenant_id': 'a09787aaf9f8489b9ce80e474968b0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'def80ae2-99c9-4966-beb3-d4a2b146f762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:55:03Z', 'updated_at': '2021-08-07T04:55:10Z', 'revision_number': 4, 'project_id': 'a09787aaf9f8489b9ce80e474968b0c0', 'gw_port': {'id': 'def80ae2-99c9-4966-beb3-d4a2b146f762', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82478cfe-86d6-4eb1-a51b-a45748209466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:55:04Z', 'updated_at': '2021-08-07T04:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi', '_floatingips': [{'id': '5a8a3e11-8cba-4cc9-b39c-a487935b7307', 'tenant_id': 'a09787aaf9f8489b9ce80e474968b0c0', 'floating_ip_address': '172.27.1.27', 'floating_network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'router_id': '82478cfe-86d6-4eb1-a51b-a45748209466', 'port_id': '6a605021-d132-4140-b39c-e0cdf1686da7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47e9d5be-818e-47e0-bb62-cfe7f85a9f14', 'mac_address': 'fa:16:3e:f1:c6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281388a5-916f-47e7-9d44-39123be9b806', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T04:59:42Z', 'updated_at': '2021-08-07T04:59:54Z', 'revision_number': 1, 'project_id': 'a09787aaf9f8489b9ce80e474968b0c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6edbe39c-3984-4193-bac7-e2a45d6b7ff1', 'name': '', 'network_id': '47e9d5be-818e-47e0-bb62-cfe7f85a9f14', 'tenant_id': 'a09787aaf9f8489b9ce80e474968b0c0', 'mac_address': 'fa:16:3e:4a:20:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82478cfe-86d6-4eb1-a51b-a45748209466', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd69cdc06-5978-4a98-8e5a-dddb9e263998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:55:08Z', 'updated_at': '2021-08-07T04:55:22Z', 'revision_number': 5, 'project_id': 'a09787aaf9f8489b9ce80e474968b0c0', 'subnets': [{'id': 'd69cdc06-5978-4a98-8e5a-dddb9e263998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:59:55.649901 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e8f802-0c6e-4d9b-bdb7-e0b6e3e6bfba None None] Checking router: 82478cfe-86d6-4eb1-a51b-a45748209466 for host: dv-cinder-759943-8-iscsi {{(pid=93261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 04:59:55.670782 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e8f802-0c6e-4d9b-bdb7-e0b6e3e6bfba None None] Routers {'82478cfe-86d6-4eb1-a51b-a45748209466'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:59:55.671330 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-72e8f802-0c6e-4d9b-bdb7-e0b6e3e6bfba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T04:59:30Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['82478cfe-86d6-4eb1-a51b-a45748209466'], 'active': True} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:59:55.771540 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-6458fa2b-ef72-46a0-9be1-42c05de5c922 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768807598987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768807127278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9563756'] for port, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:55.790240 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvr_db [None req-72e8f802-0c6e-4d9b-bdb7-e0b6e3e6bfba None None] Set router 82478cfe-86d6-4eb1-a51b-a45748209466 gateway port host: dv-cinder-759943-8-iscsi {{(pid=93261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:59:55.826352 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6458fa2b-ef72-46a0-9be1-42c05de5c922 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Pushing event deleted for resources: {'Port': ['ID=13a9c200-5805-4a02-9669-b2d95306624c,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:59:55.906629 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-6458fa2b-ef72-46a0-9be1-42c05de5c922 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Notify callbacks [] for floatingip, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:55.907161 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.db.l3_db [None req-6458fa2b-ef72-46a0-9be1-42c05de5c922 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Floating IP 0aecd33d-8a54-47a2-b049-9303fff6bf5e disassociated (deleted). External IP: 172.27.1.192, port: 562c7290-372f-4b63-874c-9ff5d4bde0ce. Aug 07 04:59:56.093204 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-72e8f802-0c6e-4d9b-bdb7-e0b6e3e6bfba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82478cfe-86d6-4eb1-a51b-a45748209466', 'name': 'tempest-AttachVolumeTestJSON-1250311327-router', 'tenant_id': 'a09787aaf9f8489b9ce80e474968b0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'def80ae2-99c9-4966-beb3-d4a2b146f762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:55:03Z', 'updated_at': '2021-08-07T04:55:10Z', 'revision_number': 4, 'project_id': 'a09787aaf9f8489b9ce80e474968b0c0', 'gw_port': {'id': 'def80ae2-99c9-4966-beb3-d4a2b146f762', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82478cfe-86d6-4eb1-a51b-a45748209466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:55:04Z', 'updated_at': '2021-08-07T04:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi', '_floatingips': [{'id': '5a8a3e11-8cba-4cc9-b39c-a487935b7307', 'tenant_id': 'a09787aaf9f8489b9ce80e474968b0c0', 'floating_ip_address': '172.27.1.27', 'floating_network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'router_id': '82478cfe-86d6-4eb1-a51b-a45748209466', 'port_id': '6a605021-d132-4140-b39c-e0cdf1686da7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47e9d5be-818e-47e0-bb62-cfe7f85a9f14', 'mac_address': 'fa:16:3e:f1:c6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281388a5-916f-47e7-9d44-39123be9b806', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T04:59:42Z', 'updated_at': '2021-08-07T04:59:54Z', 'revision_number': 1, 'project_id': 'a09787aaf9f8489b9ce80e474968b0c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6edbe39c-3984-4193-bac7-e2a45d6b7ff1', 'name': '', 'network_id': '47e9d5be-818e-47e0-bb62-cfe7f85a9f14', 'tenant_id': 'a09787aaf9f8489b9ce80e474968b0c0', 'mac_address': 'fa:16:3e:4a:20:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82478cfe-86d6-4eb1-a51b-a45748209466', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd69cdc06-5978-4a98-8e5a-dddb9e263998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:55:08Z', 'updated_at': '2021-08-07T04:55:22Z', 'revision_number': 5, 'project_id': 'a09787aaf9f8489b9ce80e474968b0c0', 'subnets': [{'id': 'd69cdc06-5978-4a98-8e5a-dddb9e263998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:59:56.125818 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e8f802-0c6e-4d9b-bdb7-e0b6e3e6bfba None None] The sync data for ids ['82478cfe-86d6-4eb1-a51b-a45748209466'] in dv-cinder-759943-8-iscsi is: [{'id': '82478cfe-86d6-4eb1-a51b-a45748209466', 'name': 'tempest-AttachVolumeTestJSON-1250311327-router', 'tenant_id': 'a09787aaf9f8489b9ce80e474968b0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'def80ae2-99c9-4966-beb3-d4a2b146f762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:55:03Z', 'updated_at': '2021-08-07T04:55:10Z', 'revision_number': 4, 'project_id': 'a09787aaf9f8489b9ce80e474968b0c0', 'gw_port': {'id': 'def80ae2-99c9-4966-beb3-d4a2b146f762', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82478cfe-86d6-4eb1-a51b-a45748209466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:55:04Z', 'updated_at': '2021-08-07T04:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi', '_floatingips': [{'id': '5a8a3e11-8cba-4cc9-b39c-a487935b7307', 'tenant_id': 'a09787aaf9f8489b9ce80e474968b0c0', 'floating_ip_address': '172.27.1.27', 'floating_network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'router_id': '82478cfe-86d6-4eb1-a51b-a45748209466', 'port_id': '6a605021-d132-4140-b39c-e0cdf1686da7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47e9d5be-818e-47e0-bb62-cfe7f85a9f14', 'mac_address': 'fa:16:3e:f1:c6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281388a5-916f-47e7-9d44-39123be9b806', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T04:59:42Z', 'updated_at': '2021-08-07T04:59:54Z', 'revision_number': 1, 'project_id': 'a09787aaf9f8489b9ce80e474968b0c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6edbe39c-3984-4193-bac7-e2a45d6b7ff1', 'name': '', 'network_id': '47e9d5be-818e-47e0-bb62-cfe7f85a9f14', 'tenant_id': 'a09787aaf9f8489b9ce80e474968b0c0', 'mac_address': 'fa:16:3e:4a:20:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82478cfe-86d6-4eb1-a51b-a45748209466', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd69cdc06-5978-4a98-8e5a-dddb9e263998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:55:08Z', 'updated_at': '2021-08-07T04:55:22Z', 'revision_number': 5, 'project_id': 'a09787aaf9f8489b9ce80e474968b0c0', 'subnets': [{'id': 'd69cdc06-5978-4a98-8e5a-dddb9e263998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 04:59:56.359733 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651b26ef-3df8-4ab7-b3e0-84e5c7eea110 None None] New status for floating IP 5a8a3e11-8cba-4cc9-b39c-a487935b7307: ACTIVE {{(pid=93262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 04:59:56.406171 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6458fa2b-ef72-46a0-9be1-42c05de5c922 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Router 7a96b76c-ff3b-4007-8282-c24328d5a7b1 has already been hosted by L3 agent c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6 {{(pid=93260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 04:59:56.525781 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6458fa2b-ef72-46a0-9be1-42c05de5c922 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Notify agent at l3_agent.dv-cinder-759943-8-iscsi the message routers_updated {{(pid=93260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 04:59:56.531162 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-6458fa2b-ef72-46a0-9be1-42c05de5c922 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77622'] for floatingip, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:56.538552 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f804cf2-4b56-497f-8abb-02a6c2dca02f None None] Sync routers for ids ['7a96b76c-ff3b-4007-8282-c24328d5a7b1'] in dv-cinder-759943-8-iscsi {{(pid=93261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 04:59:56.549339 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f804cf2-4b56-497f-8abb-02a6c2dca02f None None] Routers {'7a96b76c-ff3b-4007-8282-c24328d5a7b1'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:59:56.550031 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-7f804cf2-4b56-497f-8abb-02a6c2dca02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T04:59:30Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['7a96b76c-ff3b-4007-8282-c24328d5a7b1'], 'active': True} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:59:56.566903 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-6458fa2b-ef72-46a0-9be1-42c05de5c922 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "DELETE /v2.0/floatingips/0aecd33d-8a54-47a2-b049-9303fff6bf5e HTTP/1.1" status: 204 len: 168 time: 1.3980749 Aug 07 04:59:56.804984 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-66daea97-b4be-4f19-814f-24ba29d33772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:56.837260 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvr_db [None req-7f804cf2-4b56-497f-8abb-02a6c2dca02f None None] Set router 7a96b76c-ff3b-4007-8282-c24328d5a7b1 gateway port host: dv-cinder-759943-8-iscsi {{(pid=93261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:59:56.845651 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '281388a5-916f-47e7-9d44-39123be9b806', 'tag': '6a605021-d132-4140-b39c-e0cdf1686da7'}, {'name': 'network-changed', 'server_uuid': 'a83f1084-1b72-4a96-8c40-e3a5522b5152', 'tag': '562c7290-372f-4b63-874c-9ff5d4bde0ce'}] {{(pid=93260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 04:59:56.848843 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9471522559f84b73cf1045644644c0a628e3dc4684c08e707fd64d6512f95f4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-111c176d-dd48-4525-a71f-985353466869" -d '{"events": [{"name": "network-changed", "server_uuid": "281388a5-916f-47e7-9d44-39123be9b806", "tag": "6a605021-d132-4140-b39c-e0cdf1686da7"}, {"name": "network-changed", "server_uuid": "a83f1084-1b72-4a96-8c40-e3a5522b5152", "tag": "562c7290-372f-4b63-874c-9ff5d4bde0ce"}]}' {{(pid=93260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 04:59:56.906601 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 07 Aug 2021 04:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e83c040e-8d35-4bad-99bc-f17d45040ed6 x-openstack-request-id: req-e83c040e-8d35-4bad-99bc-f17d45040ed6 {{(pid=93260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 04:59:56.906968 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "281388a5-916f-47e7-9d44-39123be9b806", "tag": "6a605021-d132-4140-b39c-e0cdf1686da7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a83f1084-1b72-4a96-8c40-e3a5522b5152", "tag": "562c7290-372f-4b63-874c-9ff5d4bde0ce", "status": "completed", "code": 200}]} {{(pid=93260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 04:59:56.907145 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e83c040e-8d35-4bad-99bc-f17d45040ed6 {{(pid=93260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 04:59:56.907673 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '281388a5-916f-47e7-9d44-39123be9b806', 'tag': '6a605021-d132-4140-b39c-e0cdf1686da7', 'status': 'completed', 'code': 200} Aug 07 04:59:56.907807 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a83f1084-1b72-4a96-8c40-e3a5522b5152', 'tag': '562c7290-372f-4b63-874c-9ff5d4bde0ce', 'status': 'completed', 'code': 200} Aug 07 04:59:56.968408 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111c176d-dd48-4525-a71f-985353466869 req-5979687d-9141-4aa4-a7e1-2d3281369d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:56.969900 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-111c176d-dd48-4525-a71f-985353466869 req-5979687d-9141-4aa4-a7e1-2d3281369d2a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a09787aaf9f8489b9ce80e474968b0c0&device_id=281388a5-916f-47e7-9d44-39123be9b806 HTTP/1.1" status: 200 len: 1099 time: 0.0459912 Aug 07 04:59:57.072712 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111c176d-dd48-4525-a71f-985353466869 req-d4b3980b-c1b5-4af6-997d-2ecdf7eadd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:57.074236 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-111c176d-dd48-4525-a71f-985353466869 req-d4b3980b-c1b5-4af6-997d-2ecdf7eadd38 service neutron] 10.222.0.43 "GET /v2.0/networks?id=47e9d5be-818e-47e0-bb62-cfe7f85a9f14 HTTP/1.1" status: 200 len: 912 time: 0.0966740 Aug 07 04:59:57.084172 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-7f804cf2-4b56-497f-8abb-02a6c2dca02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a96b76c-ff3b-4007-8282-c24328d5a7b1', 'name': 'tempest-TestMinimumBasicScenario-487399334-router', 'tenant_id': 'acb8843e06aa440fb7b9121a3737a6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '924d02ce-69a6-4d0d-9a02-708b7f94ca8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:57:09Z', 'updated_at': '2021-08-07T04:57:14Z', 'revision_number': 4, 'project_id': 'acb8843e06aa440fb7b9121a3737a6d9', 'gw_port': {'id': '924d02ce-69a6-4d0d-9a02-708b7f94ca8c', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:65:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a96b76c-ff3b-4007-8282-c24328d5a7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:10Z', 'updated_at': '2021-08-07T04:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi', '_interfaces': [{'id': '49718847-27d9-4cf4-b4ed-658a78de925e', 'name': '', 'network_id': 'ca1bf4c2-4efb-4223-bf35-8f10c3d069a0', 'tenant_id': 'acb8843e06aa440fb7b9121a3737a6d9', 'mac_address': 'fa:16:3e:df:2a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a96b76c-ff3b-4007-8282-c24328d5a7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'f49eb454-b746-4ddc-89ee-10789991881b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:13Z', 'updated_at': '2021-08-07T04:57:21Z', 'revision_number': 5, 'project_id': 'acb8843e06aa440fb7b9121a3737a6d9', 'subnets': [{'id': 'f49eb454-b746-4ddc-89ee-10789991881b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:59:57.118011 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f804cf2-4b56-497f-8abb-02a6c2dca02f None None] Checking router: 7a96b76c-ff3b-4007-8282-c24328d5a7b1 for host: dv-cinder-759943-8-iscsi {{(pid=93261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 04:59:57.127463 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f804cf2-4b56-497f-8abb-02a6c2dca02f None None] Routers {'7a96b76c-ff3b-4007-8282-c24328d5a7b1'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 04:59:57.128114 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-7f804cf2-4b56-497f-8abb-02a6c2dca02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T04:59:30Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['7a96b76c-ff3b-4007-8282-c24328d5a7b1'], 'active': True} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:59:57.182116 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-111c176d-dd48-4525-a71f-985353466869 req-d757ad2b-a8b8-40e1-9409-1661e151da44 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a605021-d132-4140-b39c-e0cdf1686da7 HTTP/1.1" status: 200 len: 1001 time: 0.0997252 Aug 07 04:59:57.248680 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111c176d-dd48-4525-a71f-985353466869 req-e01cbfd8-d52e-4e6d-a709-8b98c7fa18a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:57.250469 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-111c176d-dd48-4525-a71f-985353466869 req-e01cbfd8-d52e-4e6d-a709-8b98c7fa18a6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d69cdc06-5978-4a98-8e5a-dddb9e263998 HTTP/1.1" status: 200 len: 850 time: 0.0604229 Aug 07 04:59:57.250934 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvr_db [None req-7f804cf2-4b56-497f-8abb-02a6c2dca02f None None] Set router 7a96b76c-ff3b-4007-8282-c24328d5a7b1 gateway port host: dv-cinder-759943-8-iscsi {{(pid=93261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 04:59:57.339132 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111c176d-dd48-4525-a71f-985353466869 req-eff0dc09-5a47-4670-bb60-f54fb172ba19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:57.342610 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-111c176d-dd48-4525-a71f-985353466869 req-eff0dc09-5a47-4670-bb60-f54fb172ba19 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=47e9d5be-818e-47e0-bb62-cfe7f85a9f14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0699532 Aug 07 04:59:57.505825 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-111c176d-dd48-4525-a71f-985353466869 req-ccac10d4-d4e7-449d-a908-09c9eeccca8d service neutron] 10.222.0.43 "GET /v2.0/networks/47e9d5be-818e-47e0-bb62-cfe7f85a9f14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536646 Aug 07 04:59:57.511084 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-7f804cf2-4b56-497f-8abb-02a6c2dca02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a96b76c-ff3b-4007-8282-c24328d5a7b1', 'name': 'tempest-TestMinimumBasicScenario-487399334-router', 'tenant_id': 'acb8843e06aa440fb7b9121a3737a6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '924d02ce-69a6-4d0d-9a02-708b7f94ca8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:57:09Z', 'updated_at': '2021-08-07T04:57:14Z', 'revision_number': 4, 'project_id': 'acb8843e06aa440fb7b9121a3737a6d9', 'gw_port': {'id': '924d02ce-69a6-4d0d-9a02-708b7f94ca8c', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:65:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a96b76c-ff3b-4007-8282-c24328d5a7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:10Z', 'updated_at': '2021-08-07T04:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi', '_interfaces': [{'id': '49718847-27d9-4cf4-b4ed-658a78de925e', 'name': '', 'network_id': 'ca1bf4c2-4efb-4223-bf35-8f10c3d069a0', 'tenant_id': 'acb8843e06aa440fb7b9121a3737a6d9', 'mac_address': 'fa:16:3e:df:2a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a96b76c-ff3b-4007-8282-c24328d5a7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'f49eb454-b746-4ddc-89ee-10789991881b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:13Z', 'updated_at': '2021-08-07T04:57:21Z', 'revision_number': 5, 'project_id': 'acb8843e06aa440fb7b9121a3737a6d9', 'subnets': [{'id': 'f49eb454-b746-4ddc-89ee-10789991881b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 04:59:57.539612 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f804cf2-4b56-497f-8abb-02a6c2dca02f None None] The sync data for ids ['7a96b76c-ff3b-4007-8282-c24328d5a7b1'] in dv-cinder-759943-8-iscsi is: [{'id': '7a96b76c-ff3b-4007-8282-c24328d5a7b1', 'name': 'tempest-TestMinimumBasicScenario-487399334-router', 'tenant_id': 'acb8843e06aa440fb7b9121a3737a6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '924d02ce-69a6-4d0d-9a02-708b7f94ca8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:57:09Z', 'updated_at': '2021-08-07T04:57:14Z', 'revision_number': 4, 'project_id': 'acb8843e06aa440fb7b9121a3737a6d9', 'gw_port': {'id': '924d02ce-69a6-4d0d-9a02-708b7f94ca8c', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:65:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a96b76c-ff3b-4007-8282-c24328d5a7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:10Z', 'updated_at': '2021-08-07T04:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi', '_interfaces': [{'id': '49718847-27d9-4cf4-b4ed-658a78de925e', 'name': '', 'network_id': 'ca1bf4c2-4efb-4223-bf35-8f10c3d069a0', 'tenant_id': 'acb8843e06aa440fb7b9121a3737a6d9', 'mac_address': 'fa:16:3e:df:2a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a96b76c-ff3b-4007-8282-c24328d5a7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': 'f49eb454-b746-4ddc-89ee-10789991881b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:13Z', 'updated_at': '2021-08-07T04:57:21Z', 'revision_number': 5, 'project_id': 'acb8843e06aa440fb7b9121a3737a6d9', 'subnets': [{'id': 'f49eb454-b746-4ddc-89ee-10789991881b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 04:59:57.649079 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 42268) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:59:57.652670 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-111c176d-dd48-4525-a71f-985353466869 req-a71c7c11-ef93-4548-99ba-5c49585060ef service neutron] 10.222.0.43 "GET /v2.0/networks/47e9d5be-818e-47e0-bb62-cfe7f85a9f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283443 Aug 07 04:59:57.790667 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111c176d-dd48-4525-a71f-985353466869 req-1004f666-363d-4bb5-a1c8-b81c52a417f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:57.792303 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-111c176d-dd48-4525-a71f-985353466869 req-1004f666-363d-4bb5-a1c8-b81c52a417f4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=acb8843e06aa440fb7b9121a3737a6d9&device_id=a83f1084-1b72-4a96-8c40-e3a5522b5152 HTTP/1.1" status: 200 len: 1098 time: 0.0585465 Aug 07 04:59:57.814248 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-3ce67178-23b9-4aad-8d2f-21cb0e799ce7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:57.923308 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-3ce67178-23b9-4aad-8d2f-21cb0e799ce7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:57.924458 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111c176d-dd48-4525-a71f-985353466869 req-1df47f2a-f941-4777-a818-b6ff2e313237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:57.925684 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-111c176d-dd48-4525-a71f-985353466869 req-1df47f2a-f941-4777-a818-b6ff2e313237 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ca1bf4c2-4efb-4223-bf35-8f10c3d069a0 HTTP/1.1" status: 200 len: 915 time: 0.1194699 Aug 07 04:59:57.929010 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-3ce67178-23b9-4aad-8d2f-21cb0e799ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:57.958780 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce67178-23b9-4aad-8d2f-21cb0e799ce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5cb62cc-e39c-44c0-9098-12a24f66e234,revision_number=1']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:59:57.983473 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-111c176d-dd48-4525-a71f-985353466869 req-16ba3d1e-2b9d-48f3-8ed5-f4ab00790a08 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=562c7290-372f-4b63-874c-9ff5d4bde0ce HTTP/1.1" status: 200 len: 217 time: 0.0503438 Aug 07 04:59:58.018077 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-3ce67178-23b9-4aad-8d2f-21cb0e799ce7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=606a1689adda4f9f860ead7502c353e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3643222 Aug 07 04:59:58.019090 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 42278) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:59:58.091453 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111c176d-dd48-4525-a71f-985353466869 req-6cef3d96-221b-451e-a61e-f219886eed52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:58.093055 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-111c176d-dd48-4525-a71f-985353466869 req-6cef3d96-221b-451e-a61e-f219886eed52 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f49eb454-b746-4ddc-89ee-10789991881b HTTP/1.1" status: 200 len: 853 time: 0.1017356 Aug 07 04:59:58.093198 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b774844a-4868-48db-8987-c2acd87997bd None None] New status for floating IP 0aecd33d-8a54-47a2-b049-9303fff6bf5e: DOWN {{(pid=93262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 04:59:58.147864 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-a9dffa43-1647-4922-8d5d-041e0f00066c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:58.169067 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111c176d-dd48-4525-a71f-985353466869 req-5494d2ea-9c4c-4514-ae4b-f23d88ea3a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:58.171655 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-111c176d-dd48-4525-a71f-985353466869 req-5494d2ea-9c4c-4514-ae4b-f23d88ea3a98 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ca1bf4c2-4efb-4223-bf35-8f10c3d069a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0707080 Aug 07 04:59:58.183041 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-a9dffa43-1647-4922-8d5d-041e0f00066c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:58.249881 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-a9dffa43-1647-4922-8d5d-041e0f00066c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:58.253037 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-a9dffa43-1647-4922-8d5d-041e0f00066c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:58.257100 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-a9dffa43-1647-4922-8d5d-041e0f00066c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f5cb62cc-e39c-44c0-9098-12a24f66e234 HTTP/1.1" status: 204 len: 168 time: 0.2324100 Aug 07 04:59:58.281029 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dffa43-1647-4922-8d5d-041e0f00066c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5cb62cc-e39c-44c0-9098-12a24f66e234,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:59:58.346309 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-111c176d-dd48-4525-a71f-985353466869 req-420e4012-c3ec-40e2-b890-b0a2bd324992 service neutron] 10.222.0.43 "GET /v2.0/networks/ca1bf4c2-4efb-4223-bf35-8f10c3d069a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582830 Aug 07 04:59:58.461761 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-111c176d-dd48-4525-a71f-985353466869 req-08813162-8e65-4fad-ba86-8a9658b90cd0 service neutron] 10.222.0.43 "GET /v2.0/networks/ca1bf4c2-4efb-4223-bf35-8f10c3d069a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067636 Aug 07 04:59:58.611096 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 42292) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:59:58.626816 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-9f474d5c-8744-443e-83b1-deacef0148b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:58.731830 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-9f474d5c-8744-443e-83b1-deacef0148b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:58.736701 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-9f474d5c-8744-443e-83b1-deacef0148b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:58.802841 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-9f474d5c-8744-443e-83b1-deacef0148b9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a886df13f2f542ec9e3332ceae52719a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1899531 Aug 07 04:59:58.805130 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 42294) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:59:58.811540 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f474d5c-8744-443e-83b1-deacef0148b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23173424-fb2c-446d-91ef-ddfa59e17729,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:59:58.869103 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-4176da83-261c-46b1-83f1-1e8225800dda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:58.893284 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-4176da83-261c-46b1-83f1-1e8225800dda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:58.953780 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-4176da83-261c-46b1-83f1-1e8225800dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:58.956908 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-4176da83-261c-46b1-83f1-1e8225800dda admin admin] Notify callbacks [] for security_group, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:58.958348 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-4176da83-261c-46b1-83f1-1e8225800dda admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/23173424-fb2c-446d-91ef-ddfa59e17729 HTTP/1.1" status: 204 len: 168 time: 0.1522210 Aug 07 04:59:58.970994 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4176da83-261c-46b1-83f1-1e8225800dda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23173424-fb2c-446d-91ef-ddfa59e17729,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:59:59.297001 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:59.330403 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 42302) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:59:59.344950 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-4e8dd8d2-8ee1-4291-a1c0-371788bb008f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:59.457175 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-4e8dd8d2-8ee1-4291-a1c0-371788bb008f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:59.461420 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-4e8dd8d2-8ee1-4291-a1c0-371788bb008f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:59.505542 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-4e8dd8d2-8ee1-4291-a1c0-371788bb008f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a62775ad760647719fe402a0cf96a8f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1737394 Aug 07 04:59:59.506467 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8dd8d2-8ee1-4291-a1c0-371788bb008f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa2e01e-41ab-4b4c-beb9-cda866737b46,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:59:59.508460 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 42308) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 04:59:59.573394 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-39dca844-2ee4-46a9-8dc7-4f7a0c7ec0b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:59.596695 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-39dca844-2ee4-46a9-8dc7-4f7a0c7ec0b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:59.649664 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-39dca844-2ee4-46a9-8dc7-4f7a0c7ec0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:59.654736 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-39dca844-2ee4-46a9-8dc7-4f7a0c7ec0b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:59.656776 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-39dca844-2ee4-46a9-8dc7-4f7a0c7ec0b0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7fa2e01e-41ab-4b4c-beb9-cda866737b46 HTTP/1.1" status: 204 len: 168 time: 0.1468797 Aug 07 04:59:59.672294 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dca844-2ee4-46a9-8dc7-4f7a0c7ec0b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa2e01e-41ab-4b4c-beb9-cda866737b46,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 04:59:59.715330 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-179a696e-d05c-49d2-9f17-0a824280a117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:59.732146 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 04:59:59.735146 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e10c7ee-da8d-4800-a8a0-28862e21ff7a req-3505c7a9-5c5a-4acb-9392-61ced3f41df8 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 04:59:59.736654 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-3e10c7ee-da8d-4800-a8a0-28862e21ff7a req-3505c7a9-5c5a-4acb-9392-61ced3f41df8 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f1084-1b72-4a96-8c40-e3a5522b5152 HTTP/1.1" status: 200 len: 945 time: 0.0896056 Aug 07 04:59:59.785163 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-3e10c7ee-da8d-4800-a8a0-28862e21ff7a req-c5eeae70-bb95-419e-9477-f2b509e5d69c tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a02d75e-311a-4f0b-88e7-6a868af689f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412261 Aug 07 05:00:00.736636 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-f79f476c-1ac6-45f4-a536-05d31601a6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:00.913329 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e988b7-6ff2-4603-ae45-969d4c715af1 req-205598a9-5594-40b1-b2d4-fdb81e0aaed6 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:00.914854 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-35e988b7-6ff2-4603-ae45-969d4c715af1 req-205598a9-5594-40b1-b2d4-fdb81e0aaed6 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f1084-1b72-4a96-8c40-e3a5522b5152 HTTP/1.1" status: 200 len: 945 time: 0.0536675 Aug 07 05:00:00.955976 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-35e988b7-6ff2-4603-ae45-969d4c715af1 req-448acdd6-5c30-485e-bd6b-a4c4970ca28c tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "GET /v2.0/security-groups?id=1a02d75e-311a-4f0b-88e7-6a868af689f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348113 Aug 07 05:00:01.445885 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9015937-e8a8-4670-acbe-949afdfc3469 req-d76d1d21-4b87-4386-b8d6-fa4678e61d4a tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:01.447475 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-f9015937-e8a8-4670-acbe-949afdfc3469 req-d76d1d21-4b87-4386-b8d6-fa4678e61d4a tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.43 "GET /v2.0/ports?device_id=a83f1084-1b72-4a96-8c40-e3a5522b5152 HTTP/1.1" status: 200 len: 945 time: 0.0574310 Aug 07 05:00:01.549141 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.plugin [req-f9015937-e8a8-4670-acbe-949afdfc3469 req-063e8246-19f5-4211-b850-12b4ee673da1 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Deleting port 562c7290-372f-4b63-874c-9ff5d4bde0ce {{(pid=93259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:00:01.549483 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-f9015937-e8a8-4670-acbe-949afdfc3469 req-063e8246-19f5-4211-b850-12b4ee673da1 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768807591985'] for port, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:01.640555 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.db [req-f9015937-e8a8-4670-acbe-949afdfc3469 req-063e8246-19f5-4211-b850-12b4ee673da1 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] For port 562c7290-372f-4b63-874c-9ff5d4bde0ce, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=562c7290-372f-4b63-874c-9ff5d4bde0ce,segment=NetworkSegment(b9e981f6-9fda-4321-8932-b8fc344b1172),segment_id=b9e981f6-9fda-4321-8932-b8fc344b1172)] {{(pid=93259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:00:01.640805 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-f9015937-e8a8-4670-acbe-949afdfc3469 req-063e8246-19f5-4211-b850-12b4ee673da1 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769206'] for port, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:01.655677 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.plugin [req-f9015937-e8a8-4670-acbe-949afdfc3469 req-063e8246-19f5-4211-b850-12b4ee673da1 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Calling delete_port for 562c7290-372f-4b63-874c-9ff5d4bde0ce owned by compute:nova {{(pid=93259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:00:01.806045 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-f9015937-e8a8-4670-acbe-949afdfc3469 req-063e8246-19f5-4211-b850-12b4ee673da1 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768807598987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768807127278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513232'] for port, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:01.817794 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] get_ports_and_sgs() called for port_ids ['562c7290-372f-4b63-874c-9ff5d4bde0ce'] {{(pid=93261) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 05:00:01.836368 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063e8246-19f5-4211-b850-12b4ee673da1 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Pushing event deleted for resources: {'Port': ['ID=562c7290-372f-4b63-874c-9ff5d4bde0ce,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:00:01.885644 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9015937-e8a8-4670-acbe-949afdfc3469 req-063e8246-19f5-4211-b850-12b4ee673da1 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] No DVR routers for this DVR port 562c7290-372f-4b63-874c-9ff5d4bde0ce on host hv-cinder-75994 {{(pid=93259) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 05:00:01.888983 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-f9015937-e8a8-4670-acbe-949afdfc3469 req-063e8246-19f5-4211-b850-12b4ee673da1 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77622'] for port, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:01.891359 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-f9015937-e8a8-4670-acbe-949afdfc3469 req-063e8246-19f5-4211-b850-12b4ee673da1 tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.43 "DELETE /v2.0/ports/562c7290-372f-4b63-874c-9ff5d4bde0ce HTTP/1.1" status: 204 len: 173 time: 0.4368985 Aug 07 05:00:01.891768 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a83f1084-1b72-4a96-8c40-e3a5522b5152', 'name': 'network-vif-deleted', 'tag': '562c7290-372f-4b63-874c-9ff5d4bde0ce'}] {{(pid=93259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 05:00:01.894078 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2475665ef9a7cb8741e3251ff967df6d1dd3d3eb822c2e36b28ddc32d9da7eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4afa5db4-778d-449b-abae-697b3d321fb4" -d '{"events": [{"server_uuid": "a83f1084-1b72-4a96-8c40-e3a5522b5152", "name": "network-vif-deleted", "tag": "562c7290-372f-4b63-874c-9ff5d4bde0ce"}]}' {{(pid=93259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 05:00:01.932262 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 05:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad3b050-1724-4304-ba17-84627809d9ae x-openstack-request-id: req-0ad3b050-1724-4304-ba17-84627809d9ae {{(pid=93259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 05:00:01.932545 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a83f1084-1b72-4a96-8c40-e3a5522b5152", "name": "network-vif-deleted", "tag": "562c7290-372f-4b63-874c-9ff5d4bde0ce", "status": "completed", "code": 200}]} {{(pid=93259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 05:00:01.932790 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0ad3b050-1724-4304-ba17-84627809d9ae {{(pid=93259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 05:00:01.933179 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a83f1084-1b72-4a96-8c40-e3a5522b5152', 'name': 'network-vif-deleted', 'tag': '562c7290-372f-4b63-874c-9ff5d4bde0ce', 'status': 'completed', 'code': 200} Aug 07 05:00:02.073420 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-0d9c6972-f8ba-43c9-be4a-4893ab0b7db9 req-5b0f38b3-4410-42c8-84c6-c98e8b3a433e tempest-TestMinimumBasicScenario-803501603 tempest-TestMinimumBasicScenario-803501603-project] 10.222.0.13 "GET /v2.0/ports?device_id=a83f1084-1b72-4a96-8c40-e3a5522b5152 HTTP/1.1" status: 200 len: 210 time: 0.0282009 Aug 07 05:00:02.517882 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-fe46c1f5-d46f-4bdc-a2a5-961a9e169c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:03.822388 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 42382) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:00:03.851818 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device 562c7290-372f-4b63-874c-9ff5d4bde0ce no longer exists at agent hyperv_hv-cinder-75994 {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 05:00:03.873782 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.plugin [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] No Port match for: 562c7290-372f-4b63-874c-9ff5d4bde0ce {{(pid=93261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 05:00:03.874772 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device 562c7290-372f-4b63-874c-9ff5d4bde0ce not bound to the agent host hv-cinder-75994 {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 05:00:04.276881 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-6c2abce4-9d93-43c0-b8de-e6d64e688c4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766084'] for router_interface, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:04.573056 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.plugin [None req-6c2abce4-9d93-43c0-b8de-e6d64e688c4f admin admin] Deleting port 49718847-27d9-4cf4-b4ed-658a78de925e {{(pid=93260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:00:04.573285 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-6c2abce4-9d93-43c0-b8de-e6d64e688c4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768807591985'] for port, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:04.651050 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.db [None req-6c2abce4-9d93-43c0-b8de-e6d64e688c4f admin admin] For port 49718847-27d9-4cf4-b4ed-658a78de925e, host dv-cinder-759943-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-8-iscsi',level=0,port_id=49718847-27d9-4cf4-b4ed-658a78de925e,segment=NetworkSegment(b9e981f6-9fda-4321-8932-b8fc344b1172),segment_id=b9e981f6-9fda-4321-8932-b8fc344b1172)] {{(pid=93260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:00:04.651413 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-6c2abce4-9d93-43c0-b8de-e6d64e688c4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769206'] for port, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:04.664000 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.plugin [None req-6c2abce4-9d93-43c0-b8de-e6d64e688c4f admin admin] Calling delete_port for 49718847-27d9-4cf4-b4ed-658a78de925e owned by network:router_interface {{(pid=93260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:00:04.859544 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-6c2abce4-9d93-43c0-b8de-e6d64e688c4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768807598987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768807127278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9563756'] for port, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:04.886270 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2abce4-9d93-43c0-b8de-e6d64e688c4f admin admin] Pushing event deleted for resources: {'Port': ['ID=49718847-27d9-4cf4-b4ed-658a78de925e,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:00:05.052471 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-6c2abce4-9d93-43c0-b8de-e6d64e688c4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-740916'] for router_interface, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:05.281603 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c2abce4-9d93-43c0-b8de-e6d64e688c4f admin admin] Router 7a96b76c-ff3b-4007-8282-c24328d5a7b1 has already been hosted by L3 agent c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6 {{(pid=93260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 05:00:05.389242 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c2abce4-9d93-43c0-b8de-e6d64e688c4f admin admin] Notify agent at l3_agent.dv-cinder-759943-8-iscsi the message routers_updated {{(pid=93260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 05:00:05.395020 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-6c2abce4-9d93-43c0-b8de-e6d64e688c4f admin admin] 10.222.0.13 "PUT /v2.0/routers/7a96b76c-ff3b-4007-8282-c24328d5a7b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5705268 Aug 07 05:00:05.398513 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 42390) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:00:05.402265 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9488f731-f45d-49f1-9536-60fb1e6eb8f0 None None] Sync routers for ids ['7a96b76c-ff3b-4007-8282-c24328d5a7b1'] in dv-cinder-759943-8-iscsi {{(pid=93261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 05:00:05.413501 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9488f731-f45d-49f1-9536-60fb1e6eb8f0 None None] Routers {'7a96b76c-ff3b-4007-8282-c24328d5a7b1'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:00:05.414333 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-9488f731-f45d-49f1-9536-60fb1e6eb8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T05:00:00Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['7a96b76c-ff3b-4007-8282-c24328d5a7b1'], 'active': True} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:00:05.516087 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-50771524-a35d-4b4c-9584-582bebad6dce admin admin] Notify callbacks [] for router, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:05.524953 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvr_db [None req-9488f731-f45d-49f1-9536-60fb1e6eb8f0 None None] Set router 7a96b76c-ff3b-4007-8282-c24328d5a7b1 gateway port host: dv-cinder-759943-8-iscsi {{(pid=93261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:00:05.626404 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-50771524-a35d-4b4c-9584-582bebad6dce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:05.681399 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.plugin [None req-50771524-a35d-4b4c-9584-582bebad6dce admin admin] Deleting port 924d02ce-69a6-4d0d-9a02-708b7f94ca8c {{(pid=93259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:00:05.681722 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-50771524-a35d-4b4c-9584-582bebad6dce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768807591985'] for port, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:05.741408 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-9488f731-f45d-49f1-9536-60fb1e6eb8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a96b76c-ff3b-4007-8282-c24328d5a7b1', 'name': 'tempest-TestMinimumBasicScenario-487399334-router', 'tenant_id': 'acb8843e06aa440fb7b9121a3737a6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '924d02ce-69a6-4d0d-9a02-708b7f94ca8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:57:09Z', 'updated_at': '2021-08-07T05:00:04Z', 'revision_number': 5, 'project_id': 'acb8843e06aa440fb7b9121a3737a6d9', 'gw_port': {'id': '924d02ce-69a6-4d0d-9a02-708b7f94ca8c', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:65:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a96b76c-ff3b-4007-8282-c24328d5a7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:10Z', 'updated_at': '2021-08-07T04:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi'}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:00:05.770291 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.db [None req-50771524-a35d-4b4c-9584-582bebad6dce admin admin] For port 924d02ce-69a6-4d0d-9a02-708b7f94ca8c, host dv-cinder-759943-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-8-iscsi',level=0,port_id=924d02ce-69a6-4d0d-9a02-708b7f94ca8c,segment=NetworkSegment(ac6f53da-148d-4154-8f83-3b309cb182da),segment_id=ac6f53da-148d-4154-8f83-3b309cb182da)] {{(pid=93259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:00:05.770656 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-50771524-a35d-4b4c-9584-582bebad6dce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769206'] for port, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:05.774254 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9488f731-f45d-49f1-9536-60fb1e6eb8f0 None None] Checking router: 7a96b76c-ff3b-4007-8282-c24328d5a7b1 for host: dv-cinder-759943-8-iscsi {{(pid=93261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 05:00:05.783353 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9488f731-f45d-49f1-9536-60fb1e6eb8f0 None None] Routers {'7a96b76c-ff3b-4007-8282-c24328d5a7b1'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:00:05.783964 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-9488f731-f45d-49f1-9536-60fb1e6eb8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T05:00:00Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['7a96b76c-ff3b-4007-8282-c24328d5a7b1'], 'active': True} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:00:05.784773 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.plugin [None req-50771524-a35d-4b4c-9584-582bebad6dce admin admin] Calling delete_port for 924d02ce-69a6-4d0d-9a02-708b7f94ca8c owned by network:router_gateway {{(pid=93259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:00:05.870987 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvr_db [None req-9488f731-f45d-49f1-9536-60fb1e6eb8f0 None None] Set router 7a96b76c-ff3b-4007-8282-c24328d5a7b1 gateway port host: None {{(pid=93261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:00:05.923339 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-9488f731-f45d-49f1-9536-60fb1e6eb8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a96b76c-ff3b-4007-8282-c24328d5a7b1', 'name': 'tempest-TestMinimumBasicScenario-487399334-router', 'tenant_id': 'acb8843e06aa440fb7b9121a3737a6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:57:09Z', 'updated_at': '2021-08-07T05:00:05Z', 'revision_number': 6, 'project_id': 'acb8843e06aa440fb7b9121a3737a6d9', 'gw_port_host': None}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:00:05.953492 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9488f731-f45d-49f1-9536-60fb1e6eb8f0 None None] The sync data for ids ['7a96b76c-ff3b-4007-8282-c24328d5a7b1'] in dv-cinder-759943-8-iscsi is: [{'id': '7a96b76c-ff3b-4007-8282-c24328d5a7b1', 'name': 'tempest-TestMinimumBasicScenario-487399334-router', 'tenant_id': 'acb8843e06aa440fb7b9121a3737a6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:57:09Z', 'updated_at': '2021-08-07T05:00:05Z', 'revision_number': 6, 'project_id': 'acb8843e06aa440fb7b9121a3737a6d9', 'gw_port_host': None}] {{(pid=93261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 05:00:05.962155 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-50771524-a35d-4b4c-9584-582bebad6dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768807598987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768807127278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513232'] for port, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:05.993534 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50771524-a35d-4b4c-9584-582bebad6dce admin admin] Pushing event deleted for resources: {'Port': ['ID=924d02ce-69a6-4d0d-9a02-708b7f94ca8c,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:00:06.063753 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-50771524-a35d-4b4c-9584-582bebad6dce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-766674'] for router_gateway, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:06.156011 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-50771524-a35d-4b4c-9584-582bebad6dce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1671'] for router, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:06.159135 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-50771524-a35d-4b4c-9584-582bebad6dce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:06.207159 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-50771524-a35d-4b4c-9584-582bebad6dce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-739794'] for router, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:06.207936 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50771524-a35d-4b4c-9584-582bebad6dce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a96b76c-ff3b-4007-8282-c24328d5a7b1 {{(pid=93259) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 07 05:00:06.215867 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-50771524-a35d-4b4c-9584-582bebad6dce admin admin] Notify callbacks [] for router, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:06.217736 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-50771524-a35d-4b4c-9584-582bebad6dce admin admin] 10.222.0.13 "DELETE /v2.0/routers/7a96b76c-ff3b-4007-8282-c24328d5a7b1 HTTP/1.1" status: 204 len: 168 time: 0.8181272 Aug 07 05:00:06.220356 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 42396) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:00:06.272371 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.db_base_plugin_v2 [None req-b048956e-be42-437e-8c93-c9651269d24c admin admin] Deleting subnet f49eb454-b746-4ddc-89ee-10789991881b {{(pid=93259) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 05:00:06.275513 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-b048956e-be42-437e-8c93-c9651269d24c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:06.315238 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-b048956e-be42-437e-8c93-c9651269d24c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9496115'] for subnet, precommit_delete_associations {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:06.436713 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-b048956e-be42-437e-8c93-c9651269d24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799044'] for subnet, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:06.492092 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-b048956e-be42-437e-8c93-c9651269d24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8513251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9365121'] for subnet, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:06.516665 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b048956e-be42-437e-8c93-c9651269d24c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f49eb454-b746-4ddc-89ee-10789991881b,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:00:06.522433 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-b048956e-be42-437e-8c93-c9651269d24c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568364'] for subnet, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:06.524326 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-b048956e-be42-437e-8c93-c9651269d24c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f49eb454-b746-4ddc-89ee-10789991881b HTTP/1.1" status: 204 len: 168 time: 0.3030357 Aug 07 05:00:06.526782 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 42398) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:00:06.529700 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f11f8a-537f-49c1-9fb7-9f8704d09890 None None] Network ca1bf4c2-4efb-4223-bf35-8f10c3d069a0 requested from dv-cinder-759943-8-iscsi {{(pid=93261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 05:00:06.600202 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-bb57cd58-43e5-42d9-b95d-736701b8481a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1651291'] for network, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:06.661964 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.plugin [None req-bb57cd58-43e5-42d9-b95d-736701b8481a admin admin] Deleting port fa6d7119-218d-4f18-bc34-6a2d006f6c7c {{(pid=93259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:00:06.662287 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-bb57cd58-43e5-42d9-b95d-736701b8481a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768807591985'] for port, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:06.724919 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.db [None req-bb57cd58-43e5-42d9-b95d-736701b8481a admin admin] For port fa6d7119-218d-4f18-bc34-6a2d006f6c7c, host dv-cinder-759943-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-8-iscsi',level=0,port_id=fa6d7119-218d-4f18-bc34-6a2d006f6c7c,segment=NetworkSegment(b9e981f6-9fda-4321-8932-b8fc344b1172),segment_id=b9e981f6-9fda-4321-8932-b8fc344b1172)] {{(pid=93259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:00:06.725283 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-bb57cd58-43e5-42d9-b95d-736701b8481a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769206'] for port, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:06.745173 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.plugin [None req-bb57cd58-43e5-42d9-b95d-736701b8481a admin admin] Calling delete_port for fa6d7119-218d-4f18-bc34-6a2d006f6c7c owned by network:dhcp {{(pid=93259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:00:06.815364 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device 924d02ce-69a6-4d0d-9a02-708b7f94ca8c no longer exists at agent ovs-agent-dv-cinder-759943-8-iscsi {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 05:00:06.849686 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.plugin [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] No Port match for: 924d02ce-69a6-4d0d-9a02-708b7f94ca8c {{(pid=93261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 05:00:06.850058 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device 924d02ce-69a6-4d0d-9a02-708b7f94ca8c not bound to the agent host dv-cinder-759943-8-iscsi {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 05:00:06.850508 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device 49718847-27d9-4cf4-b4ed-658a78de925e no longer exists at agent ovs-agent-dv-cinder-759943-8-iscsi {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 05:00:06.874228 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-bb57cd58-43e5-42d9-b95d-736701b8481a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768807598987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768807127278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513232'] for port, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:06.875385 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e67a0d-bc98-411d-9201-f52fb4f753a0 None None] DHCP port deletion for ca1bf4c2-4efb-4223-bf35-8f10c3d069a0 request from dv-cinder-759943-8-iscsi {{(pid=93261) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 07 05:00:06.879644 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.plugin [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] No Port match for: 49718847-27d9-4cf4-b4ed-658a78de925e {{(pid=93261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 05:00:06.880202 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device 49718847-27d9-4cf4-b4ed-658a78de925e not bound to the agent host dv-cinder-759943-8-iscsi {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 05:00:06.900574 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb57cd58-43e5-42d9-b95d-736701b8481a admin admin] Pushing event deleted for resources: {'Port': ['ID=fa6d7119-218d-4f18-bc34-6a2d006f6c7c,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:00:06.906718 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb57cd58-43e5-42d9-b95d-736701b8481a admin admin] No DVR routers for this DVR port fa6d7119-218d-4f18-bc34-6a2d006f6c7c on host dv-cinder-759943-8-iscsi {{(pid=93259) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 05:00:06.978845 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-bb57cd58-43e5-42d9-b95d-736701b8481a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798403', 'neutron.services.segments.db._delete_segments_for_network-8768807654000'] for network, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:06.989691 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.services.segments.db [None req-bb57cd58-43e5-42d9-b95d-736701b8481a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca1bf4c2-4efb-4223-bf35-8f10c3d069a0']}} {{(pid=93259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:00:07.005647 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.services.segments.db [None req-bb57cd58-43e5-42d9-b95d-736701b8481a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9e981f6-9fda-4321-8932-b8fc344b1172') {'for_net_delete': True} {{(pid=93259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:00:07.006019 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.services.segments.db [None req-bb57cd58-43e5-42d9-b95d-736701b8481a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9e981f6-9fda-4321-8932-b8fc344b1172') {} {{(pid=93259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:00:07.018811 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-bb57cd58-43e5-42d9-b95d-736701b8481a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768807608441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9496100'] for segment, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:07.033594 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-bb57cd58-43e5-42d9-b95d-736701b8481a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799109'] for segment, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:07.039888 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb57cd58-43e5-42d9-b95d-736701b8481a admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=93259) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 05:00:07.040281 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-bb57cd58-43e5-42d9-b95d-736701b8481a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8513085'] for segment, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:07.042016 dv-cinder-759943-8-iscsi neutron-server[93259]: Traceback (most recent call last): Aug 07 05:00:07.042016 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 05:00:07.042016 dv-cinder-759943-8-iscsi neutron-server[93259]: timer() Aug 07 05:00:07.042016 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 05:00:07.042016 dv-cinder-759943-8-iscsi neutron-server[93259]: cb(*args, **kw) Aug 07 05:00:07.042016 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 05:00:07.042016 dv-cinder-759943-8-iscsi neutron-server[93259]: return func(*args, **kwargs) Aug 07 05:00:07.042016 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 05:00:07.042016 dv-cinder-759943-8-iscsi neutron-server[93259]: self._notify() Aug 07 05:00:07.042016 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 05:00:07.042016 dv-cinder-759943-8-iscsi neutron-server[93259]: self.callback(batched_events) Aug 07 05:00:07.042016 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 05:00:07.042016 dv-cinder-759943-8-iscsi neutron-server[93259]: event.method(event) Aug 07 05:00:07.042016 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 05:00:07.042016 dv-cinder-759943-8-iscsi neutron-server[93259]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 05:00:07.042016 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 05:00:07.042016 dv-cinder-759943-8-iscsi neutron-server[93259]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 05:00:07.042016 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 05:00:07.042016 dv-cinder-759943-8-iscsi neutron-server[93259]: return f(self, *a, **k) Aug 07 05:00:07.042016 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 05:00:07.042016 dv-cinder-759943-8-iscsi neutron-server[93259]: return self._get(url).json() Aug 07 05:00:07.042016 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 05:00:07.042016 dv-cinder-759943-8-iscsi neutron-server[93259]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 05:00:07.042016 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 05:00:07.042016 dv-cinder-759943-8-iscsi neutron-server[93259]: return self.request(url, 'GET', **kwargs) Aug 07 05:00:07.042016 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 05:00:07.042016 dv-cinder-759943-8-iscsi neutron-server[93259]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 05:00:07.042016 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 05:00:07.042016 dv-cinder-759943-8-iscsi neutron-server[93259]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 05:00:07.042016 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 05:00:07.042016 dv-cinder-759943-8-iscsi neutron-server[93259]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 05:00:07.042016 dv-cinder-759943-8-iscsi neutron-server[93259]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 05:00:07.096200 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-bb57cd58-43e5-42d9-b95d-736701b8481a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-766646'] for network, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:07.101096 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-bb57cd58-43e5-42d9-b95d-736701b8481a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568364'] for network, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:07.102985 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-bb57cd58-43e5-42d9-b95d-736701b8481a admin admin] 10.222.0.13 "DELETE /v2.0/networks/ca1bf4c2-4efb-4223-bf35-8f10c3d069a0 HTTP/1.1" status: 204 len: 168 time: 0.5752871 Aug 07 05:00:07.106571 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 42402) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:00:07.116656 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb57cd58-43e5-42d9-b95d-736701b8481a admin admin] Pushing event deleted for resources: {'Network': ['ID=ca1bf4c2-4efb-4223-bf35-8f10c3d069a0,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:00:07.453663 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-f66bc84b-12e1-41cb-9a23-53c8cd9ab67a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766084'] for router_interface, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:07.657439 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.agents_db [None req-236ba2d6-2b68-46f9-96aa-64978379ec1a None None] Agent healthcheck: found 6 active agents {{(pid=93262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 05:00:07.958905 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.plugin [None req-f66bc84b-12e1-41cb-9a23-53c8cd9ab67a admin admin] Deleting port 466b3e85-2a0e-408c-a47c-ab371341cf66 {{(pid=93260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:00:07.959240 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-f66bc84b-12e1-41cb-9a23-53c8cd9ab67a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768807591985'] for port, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:08.041277 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.db [None req-f66bc84b-12e1-41cb-9a23-53c8cd9ab67a admin admin] For port 466b3e85-2a0e-408c-a47c-ab371341cf66, host dv-cinder-759943-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-8-iscsi',level=0,port_id=466b3e85-2a0e-408c-a47c-ab371341cf66,segment=NetworkSegment(7719c1fe-8457-4eb8-a03a-9dce16267b0e),segment_id=7719c1fe-8457-4eb8-a03a-9dce16267b0e)] {{(pid=93260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:00:08.041723 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-f66bc84b-12e1-41cb-9a23-53c8cd9ab67a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769206'] for port, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:08.056887 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.plugin [None req-f66bc84b-12e1-41cb-9a23-53c8cd9ab67a admin admin] Calling delete_port for 466b3e85-2a0e-408c-a47c-ab371341cf66 owned by network:router_interface {{(pid=93260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:00:08.241683 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-f66bc84b-12e1-41cb-9a23-53c8cd9ab67a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768807598987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768807127278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9563756'] for port, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:08.269411 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66bc84b-12e1-41cb-9a23-53c8cd9ab67a admin admin] Pushing event deleted for resources: {'Port': ['ID=466b3e85-2a0e-408c-a47c-ab371341cf66,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:00:08.445167 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-f66bc84b-12e1-41cb-9a23-53c8cd9ab67a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-740916'] for router_interface, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:08.672072 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f66bc84b-12e1-41cb-9a23-53c8cd9ab67a admin admin] Router 84851caa-b810-4c00-b1d6-5591c6b77b9a has already been hosted by L3 agent c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6 {{(pid=93260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 05:00:08.792295 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f66bc84b-12e1-41cb-9a23-53c8cd9ab67a admin admin] Notify agent at l3_agent.dv-cinder-759943-8-iscsi the message routers_updated {{(pid=93260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 05:00:08.795578 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device fa6d7119-218d-4f18-bc34-6a2d006f6c7c no longer exists at agent ovs-agent-dv-cinder-759943-8-iscsi {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 05:00:08.798099 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-f66bc84b-12e1-41cb-9a23-53c8cd9ab67a admin admin] 10.222.0.13 "PUT /v2.0/routers/84851caa-b810-4c00-b1d6-5591c6b77b9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6896017 Aug 07 05:00:08.800049 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 42410) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:00:08.802723 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e281888e-6e6d-4606-97b8-8abf7cb02a20 None None] Sync routers for ids ['84851caa-b810-4c00-b1d6-5591c6b77b9a'] in dv-cinder-759943-8-iscsi {{(pid=93262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 05:00:08.814590 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e281888e-6e6d-4606-97b8-8abf7cb02a20 None None] Routers {'84851caa-b810-4c00-b1d6-5591c6b77b9a'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:00:08.815384 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_hamode_db [None req-e281888e-6e6d-4606-97b8-8abf7cb02a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T05:00:00Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['84851caa-b810-4c00-b1d6-5591c6b77b9a'], 'active': True} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:00:08.820364 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.plugin [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] No Port match for: fa6d7119-218d-4f18-bc34-6a2d006f6c7c {{(pid=93261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 05:00:08.820711 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device fa6d7119-218d-4f18-bc34-6a2d006f6c7c not bound to the agent host dv-cinder-759943-8-iscsi {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 05:00:08.907707 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-ea83e0af-817b-4bab-ba11-89c0d699639e admin admin] Notify callbacks [] for router, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:08.922989 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvr_db [None req-e281888e-6e6d-4606-97b8-8abf7cb02a20 None None] Set router 84851caa-b810-4c00-b1d6-5591c6b77b9a gateway port host: dv-cinder-759943-8-iscsi {{(pid=93262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:00:09.020088 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-ea83e0af-817b-4bab-ba11-89c0d699639e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:09.077054 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.plugin [None req-ea83e0af-817b-4bab-ba11-89c0d699639e admin admin] Deleting port d1a1f1cd-1ad1-4006-a4a8-abe2fee22daf {{(pid=93260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:00:09.077390 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-ea83e0af-817b-4bab-ba11-89c0d699639e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768807591985'] for port, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:09.120494 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_hamode_db [None req-e281888e-6e6d-4606-97b8-8abf7cb02a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84851caa-b810-4c00-b1d6-5591c6b77b9a', 'name': 'tempest-TestMinimumBasicScenario-745794433-router', 'tenant_id': 'ab8ab2adaee240f08971794bf7f45757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': 'd1a1f1cd-1ad1-4006-a4a8-abe2fee22daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:57:18Z', 'updated_at': '2021-08-07T05:00:08Z', 'revision_number': 5, 'project_id': 'ab8ab2adaee240f08971794bf7f45757', 'gw_port': {'id': 'd1a1f1cd-1ad1-4006-a4a8-abe2fee22daf', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:ba:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84851caa-b810-4c00-b1d6-5591c6b77b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:19Z', 'updated_at': '2021-08-07T04:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi'}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:00:09.147101 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e281888e-6e6d-4606-97b8-8abf7cb02a20 None None] Checking router: 84851caa-b810-4c00-b1d6-5591c6b77b9a for host: dv-cinder-759943-8-iscsi {{(pid=93262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 05:00:09.156326 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e281888e-6e6d-4606-97b8-8abf7cb02a20 None None] Routers {'84851caa-b810-4c00-b1d6-5591c6b77b9a'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:00:09.157057 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_hamode_db [None req-e281888e-6e6d-4606-97b8-8abf7cb02a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T05:00:00Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['84851caa-b810-4c00-b1d6-5591c6b77b9a'], 'active': True} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:00:09.161084 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.db [None req-ea83e0af-817b-4bab-ba11-89c0d699639e admin admin] For port d1a1f1cd-1ad1-4006-a4a8-abe2fee22daf, host dv-cinder-759943-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-8-iscsi',level=0,port_id=d1a1f1cd-1ad1-4006-a4a8-abe2fee22daf,segment=NetworkSegment(ac6f53da-148d-4154-8f83-3b309cb182da),segment_id=ac6f53da-148d-4154-8f83-3b309cb182da)] {{(pid=93260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:00:09.161449 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-ea83e0af-817b-4bab-ba11-89c0d699639e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769206'] for port, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:09.174433 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.plugin [None req-ea83e0af-817b-4bab-ba11-89c0d699639e admin admin] Calling delete_port for d1a1f1cd-1ad1-4006-a4a8-abe2fee22daf owned by network:router_gateway {{(pid=93260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:00:09.241185 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvr_db [None req-e281888e-6e6d-4606-97b8-8abf7cb02a20 None None] Set router 84851caa-b810-4c00-b1d6-5591c6b77b9a gateway port host: None {{(pid=93262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:00:09.292483 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_hamode_db [None req-e281888e-6e6d-4606-97b8-8abf7cb02a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84851caa-b810-4c00-b1d6-5591c6b77b9a', 'name': 'tempest-TestMinimumBasicScenario-745794433-router', 'tenant_id': 'ab8ab2adaee240f08971794bf7f45757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:57:18Z', 'updated_at': '2021-08-07T05:00:09Z', 'revision_number': 6, 'project_id': 'ab8ab2adaee240f08971794bf7f45757', 'gw_port_host': None}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:00:09.346109 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-ea83e0af-817b-4bab-ba11-89c0d699639e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768807598987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768807127278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9563756'] for port, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:09.372939 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea83e0af-817b-4bab-ba11-89c0d699639e admin admin] Pushing event deleted for resources: {'Port': ['ID=d1a1f1cd-1ad1-4006-a4a8-abe2fee22daf,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:00:09.404916 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e281888e-6e6d-4606-97b8-8abf7cb02a20 None None] The sync data for ids ['84851caa-b810-4c00-b1d6-5591c6b77b9a'] in dv-cinder-759943-8-iscsi is: [{'id': '84851caa-b810-4c00-b1d6-5591c6b77b9a', 'name': 'tempest-TestMinimumBasicScenario-745794433-router', 'tenant_id': 'ab8ab2adaee240f08971794bf7f45757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:57:18Z', 'updated_at': '2021-08-07T05:00:09Z', 'revision_number': 6, 'project_id': 'ab8ab2adaee240f08971794bf7f45757', 'gw_port_host': None}] {{(pid=93262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 05:00:09.441462 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-ea83e0af-817b-4bab-ba11-89c0d699639e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-766674'] for router_gateway, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:09.544298 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-ea83e0af-817b-4bab-ba11-89c0d699639e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1671'] for router, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:09.546404 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-ea83e0af-817b-4bab-ba11-89c0d699639e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:09.611894 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-ea83e0af-817b-4bab-ba11-89c0d699639e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-739794'] for router, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:09.612447 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea83e0af-817b-4bab-ba11-89c0d699639e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84851caa-b810-4c00-b1d6-5591c6b77b9a {{(pid=93260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 07 05:00:09.617646 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-ea83e0af-817b-4bab-ba11-89c0d699639e admin admin] Notify callbacks [] for router, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:09.618891 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-ea83e0af-817b-4bab-ba11-89c0d699639e admin admin] 10.222.0.13 "DELETE /v2.0/routers/84851caa-b810-4c00-b1d6-5591c6b77b9a HTTP/1.1" status: 204 len: 168 time: 0.8178587 Aug 07 05:00:09.621290 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 42416) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:00:09.669284 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.db.db_base_plugin_v2 [None req-2690e3af-e5ce-4ef3-bcd7-825104e583b2 admin admin] Deleting subnet a56318ba-8b59-43a5-b90c-ab0348a809f9 {{(pid=93260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 05:00:09.672181 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-2690e3af-e5ce-4ef3-bcd7-825104e583b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:09.704879 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-2690e3af-e5ce-4ef3-bcd7-825104e583b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9590751'] for subnet, precommit_delete_associations {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:09.822107 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-2690e3af-e5ce-4ef3-bcd7-825104e583b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799044'] for subnet, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:09.882875 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-2690e3af-e5ce-4ef3-bcd7-825104e583b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9563743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9718305'] for subnet, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:09.911919 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2690e3af-e5ce-4ef3-bcd7-825104e583b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a56318ba-8b59-43a5-b90c-ab0348a809f9,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:00:09.918006 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-2690e3af-e5ce-4ef3-bcd7-825104e583b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:09.923418 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-2690e3af-e5ce-4ef3-bcd7-825104e583b2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a56318ba-8b59-43a5-b90c-ab0348a809f9 HTTP/1.1" status: 204 len: 168 time: 0.2982063 Aug 07 05:00:09.923818 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 42418) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:00:09.923980 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c1cbcd-02e6-4ab8-a923-5aed0f6d28be None None] Network e73de618-21b9-4eeb-9597-77e60d99f673 requested from dv-cinder-759943-8-iscsi {{(pid=93261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 05:00:10.012553 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-42c51aa3-810d-475d-8e7c-e07bd97ddd84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1651291'] for network, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:10.094935 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.plugin [None req-42c51aa3-810d-475d-8e7c-e07bd97ddd84 admin admin] Deleting port 7554c526-99ae-4916-b8e9-36e9a1a90d14 {{(pid=93260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:00:10.094935 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-42c51aa3-810d-475d-8e7c-e07bd97ddd84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768807591985'] for port, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:10.165070 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.db [None req-42c51aa3-810d-475d-8e7c-e07bd97ddd84 admin admin] For port 7554c526-99ae-4916-b8e9-36e9a1a90d14, host dv-cinder-759943-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-8-iscsi',level=0,port_id=7554c526-99ae-4916-b8e9-36e9a1a90d14,segment=NetworkSegment(7719c1fe-8457-4eb8-a03a-9dce16267b0e),segment_id=7719c1fe-8457-4eb8-a03a-9dce16267b0e)] {{(pid=93260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:00:10.165448 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-42c51aa3-810d-475d-8e7c-e07bd97ddd84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769206'] for port, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:10.172663 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbd4722-dce3-426c-9ba4-3a4625083845 None None] DHCP port deletion for e73de618-21b9-4eeb-9597-77e60d99f673 request from dv-cinder-759943-8-iscsi {{(pid=93261) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 07 05:00:10.181292 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.plugin [None req-42c51aa3-810d-475d-8e7c-e07bd97ddd84 admin admin] Calling delete_port for 7554c526-99ae-4916-b8e9-36e9a1a90d14 owned by network:dhcp {{(pid=93260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:00:10.233794 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.plugin [None req-4fbd4722-dce3-426c-9ba4-3a4625083845 None None] Deleting port 7554c526-99ae-4916-b8e9-36e9a1a90d14 {{(pid=93261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:00:10.234537 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-4fbd4722-dce3-426c-9ba4-3a4625083845 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768807591985'] for port, before_delete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:10.283004 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-42c51aa3-810d-475d-8e7c-e07bd97ddd84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768807598987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768807127278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9563756'] for port, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:10.302794 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-4fbd4722-dce3-426c-9ba4-3a4625083845 None None] For port 7554c526-99ae-4916-b8e9-36e9a1a90d14, host dv-cinder-759943-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-8-iscsi',level=0,port_id=7554c526-99ae-4916-b8e9-36e9a1a90d14,segment=NetworkSegment(7719c1fe-8457-4eb8-a03a-9dce16267b0e),segment_id=7719c1fe-8457-4eb8-a03a-9dce16267b0e)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:00:10.303188 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-4fbd4722-dce3-426c-9ba4-3a4625083845 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769206'] for port, precommit_delete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:10.307453 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c51aa3-810d-475d-8e7c-e07bd97ddd84 admin admin] Pushing event deleted for resources: {'Port': ['ID=7554c526-99ae-4916-b8e9-36e9a1a90d14,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:00:10.316141 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c51aa3-810d-475d-8e7c-e07bd97ddd84 admin admin] No DVR routers for this DVR port 7554c526-99ae-4916-b8e9-36e9a1a90d14 on host dv-cinder-759943-8-iscsi {{(pid=93260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 05:00:10.322388 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.plugin [None req-4fbd4722-dce3-426c-9ba4-3a4625083845 None None] Calling delete_port for 7554c526-99ae-4916-b8e9-36e9a1a90d14 owned by network:dhcp {{(pid=93261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:00:10.394134 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-42c51aa3-810d-475d-8e7c-e07bd97ddd84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798403', 'neutron.services.segments.db._delete_segments_for_network-8768807654000'] for network, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:10.404674 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.services.segments.db [None req-42c51aa3-810d-475d-8e7c-e07bd97ddd84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e73de618-21b9-4eeb-9597-77e60d99f673']}} {{(pid=93260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:00:10.415207 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.services.segments.db [None req-42c51aa3-810d-475d-8e7c-e07bd97ddd84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7719c1fe-8457-4eb8-a03a-9dce16267b0e') {'for_net_delete': True} {{(pid=93260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:00:10.415506 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.services.segments.db [None req-42c51aa3-810d-475d-8e7c-e07bd97ddd84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7719c1fe-8457-4eb8-a03a-9dce16267b0e') {} {{(pid=93260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:00:10.425957 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-42c51aa3-810d-475d-8e7c-e07bd97ddd84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768807608441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9590728'] for segment, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:10.440978 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-42c51aa3-810d-475d-8e7c-e07bd97ddd84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799109'] for segment, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:10.447285 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42c51aa3-810d-475d-8e7c-e07bd97ddd84 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=93260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 05:00:10.447778 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-42c51aa3-810d-475d-8e7c-e07bd97ddd84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563777'] for segment, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:10.450461 dv-cinder-759943-8-iscsi neutron-server[93260]: Traceback (most recent call last): Aug 07 05:00:10.450461 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 05:00:10.450461 dv-cinder-759943-8-iscsi neutron-server[93260]: timer() Aug 07 05:00:10.450461 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 05:00:10.450461 dv-cinder-759943-8-iscsi neutron-server[93260]: cb(*args, **kw) Aug 07 05:00:10.450461 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 05:00:10.450461 dv-cinder-759943-8-iscsi neutron-server[93260]: return func(*args, **kwargs) Aug 07 05:00:10.450461 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 05:00:10.450461 dv-cinder-759943-8-iscsi neutron-server[93260]: self._notify() Aug 07 05:00:10.450461 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 05:00:10.450461 dv-cinder-759943-8-iscsi neutron-server[93260]: self.callback(batched_events) Aug 07 05:00:10.450461 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 05:00:10.450461 dv-cinder-759943-8-iscsi neutron-server[93260]: event.method(event) Aug 07 05:00:10.450461 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 05:00:10.450461 dv-cinder-759943-8-iscsi neutron-server[93260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 05:00:10.450461 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 05:00:10.450461 dv-cinder-759943-8-iscsi neutron-server[93260]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 05:00:10.450461 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 05:00:10.450461 dv-cinder-759943-8-iscsi neutron-server[93260]: return f(self, *a, **k) Aug 07 05:00:10.450461 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 05:00:10.450461 dv-cinder-759943-8-iscsi neutron-server[93260]: return self._get(url).json() Aug 07 05:00:10.450461 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 05:00:10.450461 dv-cinder-759943-8-iscsi neutron-server[93260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 05:00:10.450461 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 05:00:10.450461 dv-cinder-759943-8-iscsi neutron-server[93260]: return self.request(url, 'GET', **kwargs) Aug 07 05:00:10.450461 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 05:00:10.450461 dv-cinder-759943-8-iscsi neutron-server[93260]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 05:00:10.450461 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 05:00:10.450461 dv-cinder-759943-8-iscsi neutron-server[93260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 05:00:10.450461 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 05:00:10.450461 dv-cinder-759943-8-iscsi neutron-server[93260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 05:00:10.450461 dv-cinder-759943-8-iscsi neutron-server[93260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 05:00:10.455109 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-4fbd4722-dce3-426c-9ba4-3a4625083845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768807598987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768807127278'] for port, after_delete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:10.481101 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbd4722-dce3-426c-9ba4-3a4625083845 None None] Pushing event deleted for resources: {'Port': ['ID=7554c526-99ae-4916-b8e9-36e9a1a90d14,revision_number=None']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:00:10.484780 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbd4722-dce3-426c-9ba4-3a4625083845 None None] No DVR routers for this DVR port 7554c526-99ae-4916-b8e9-36e9a1a90d14 on host dv-cinder-759943-8-iscsi {{(pid=93261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 05:00:10.510474 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-42c51aa3-810d-475d-8e7c-e07bd97ddd84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-766646'] for network, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:10.516299 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-42c51aa3-810d-475d-8e7c-e07bd97ddd84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568364'] for network, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:10.518250 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-42c51aa3-810d-475d-8e7c-e07bd97ddd84 admin admin] 10.222.0.13 "DELETE /v2.0/networks/e73de618-21b9-4eeb-9597-77e60d99f673 HTTP/1.1" status: 204 len: 168 time: 0.5934520 Aug 07 05:00:10.530723 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c51aa3-810d-475d-8e7c-e07bd97ddd84 admin admin] Pushing event deleted for resources: {'Network': ['ID=e73de618-21b9-4eeb-9597-77e60d99f673,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:00:10.686033 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 42426) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:00:10.723000 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device d1a1f1cd-1ad1-4006-a4a8-abe2fee22daf no longer exists at agent ovs-agent-dv-cinder-759943-8-iscsi {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 05:00:10.725876 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-3206b196-f26c-456f-9c21-268d5aae7997 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=acb8843e06aa440fb7b9121a3737a6d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386486 Aug 07 05:00:10.728522 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 42428) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:00:10.743349 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.plugin [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] No Port match for: d1a1f1cd-1ad1-4006-a4a8-abe2fee22daf {{(pid=93261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 05:00:10.743610 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device d1a1f1cd-1ad1-4006-a4a8-abe2fee22daf not bound to the agent host dv-cinder-759943-8-iscsi {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 05:00:10.744290 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device 466b3e85-2a0e-408c-a47c-ab371341cf66 no longer exists at agent ovs-agent-dv-cinder-759943-8-iscsi {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 05:00:10.763773 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.plugin [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] No Port match for: 466b3e85-2a0e-408c-a47c-ab371341cf66 {{(pid=93261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 05:00:10.764115 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device 466b3e85-2a0e-408c-a47c-ab371341cf66 not bound to the agent host dv-cinder-759943-8-iscsi {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 05:00:10.764542 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device 7554c526-99ae-4916-b8e9-36e9a1a90d14 no longer exists at agent ovs-agent-dv-cinder-759943-8-iscsi {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 05:00:10.783423 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.plugin [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] No Port match for: 7554c526-99ae-4916-b8e9-36e9a1a90d14 {{(pid=93261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 05:00:10.783655 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-53eb552b-6176-45df-88f6-16ddf1b63c9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:10.783794 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device 7554c526-99ae-4916-b8e9-36e9a1a90d14 not bound to the agent host dv-cinder-759943-8-iscsi {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 05:00:10.805969 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-53eb552b-6176-45df-88f6-16ddf1b63c9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:10.852888 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-53eb552b-6176-45df-88f6-16ddf1b63c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:10.856070 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-53eb552b-6176-45df-88f6-16ddf1b63c9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:10.857323 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-53eb552b-6176-45df-88f6-16ddf1b63c9c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1a02d75e-311a-4f0b-88e7-6a868af689f5 HTTP/1.1" status: 204 len: 168 time: 0.1278248 Aug 07 05:00:10.865630 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eb552b-6176-45df-88f6-16ddf1b63c9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a02d75e-311a-4f0b-88e7-6a868af689f5,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:00:11.195265 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 42434) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:00:11.239268 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-aed3023e-885e-48f8-bf8d-72f680ed60f3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ab8ab2adaee240f08971794bf7f45757&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0427969 Aug 07 05:00:11.241739 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 42438) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:00:11.298962 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-850c7f7f-b247-4c1b-97dc-6bf831868c00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:11.322101 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-850c7f7f-b247-4c1b-97dc-6bf831868c00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:11.370272 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-850c7f7f-b247-4c1b-97dc-6bf831868c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:11.372935 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-850c7f7f-b247-4c1b-97dc-6bf831868c00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:11.374169 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-850c7f7f-b247-4c1b-97dc-6bf831868c00 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eef83c8c-1bfa-4ee1-86c4-24d1c449e603 HTTP/1.1" status: 204 len: 168 time: 0.1314692 Aug 07 05:00:11.383178 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c7f7f-b247-4c1b-97dc-6bf831868c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef83c8c-1bfa-4ee1-86c4-24d1c449e603,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:00:12.085571 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 42462) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:00:12.180436 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.v2.base [None req-18124e6e-1ad9-4762-bfb9-924415c6e6f8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-248353858-network', 'tenant_id': 'e0202a7fc56e416f9ce6e0728343150c'}} {{(pid=93260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:00:12.202699 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18124e6e-1ad9-4762-bfb9-924415c6e6f8 admin admin] Made reservation on behalf of e0202a7fc56e416f9ce6e0728343150c for: {'network': 1} {{(pid=93260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 05:00:12.204914 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-18124e6e-1ad9-4762-bfb9-924415c6e6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for network, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:12.215438 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-18124e6e-1ad9-4762-bfb9-924415c6e6f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:12.304087 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-18124e6e-1ad9-4762-bfb9-924415c6e6f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:12.308321 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-18124e6e-1ad9-4762-bfb9-924415c6e6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:12.337425 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18124e6e-1ad9-4762-bfb9-924415c6e6f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=93260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 05:00:12.342240 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18124e6e-1ad9-4762-bfb9-924415c6e6f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=859b57c9-8bdd-4c17-bed7-e322ec882d4f,revision_number=1']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:00:12.349908 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-18124e6e-1ad9-4762-bfb9-924415c6e6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799109'] for segment, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:12.350248 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.db.segments_db [None req-18124e6e-1ad9-4762-bfb9-924415c6e6f8 admin admin] Added segment c3c6c36d-6867-4fab-9428-6c308e3197f3 of type vlan for network 3c6994ec-32f0-4a5f-a478-ed69244b4560 Aug 07 05:00:12.392250 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-18124e6e-1ad9-4762-bfb9-924415c6e6f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768807114828'] for network, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:12.421750 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-18124e6e-1ad9-4762-bfb9-924415c6e6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370'] for network, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:12.422325 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18124e6e-1ad9-4762-bfb9-924415c6e6f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:12.422935 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-18124e6e-1ad9-4762-bfb9-924415c6e6f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568364'] for network, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:12.477108 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-18124e6e-1ad9-4762-bfb9-924415c6e6f8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3902872 Aug 07 05:00:12.479942 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 42468) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:00:12.487308 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.v2.base [None req-77789cbe-7478-4c1c-889e-86e819004def admin admin] Request body: {'subnet': {'network_id': '3c6994ec-32f0-4a5f-a478-ed69244b4560', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-248353858-subnet', 'tenant_id': 'e0202a7fc56e416f9ce6e0728343150c', 'ip_version': 4}} {{(pid=93260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:00:12.491761 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18124e6e-1ad9-4762-bfb9-924415c6e6f8 admin admin] Pushing event updated for resources: {'Network': ['ID=3c6994ec-32f0-4a5f-a478-ed69244b4560,revision_number=1']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:00:12.502568 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Network 3c6994ec-32f0-4a5f-a478-ed69244b4560 details requested by agent ovs-agent-dv-cinder-759943-8-iscsi with host dv-cinder-759943-8-iscsi {{(pid=93261) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 05:00:12.511345 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77789cbe-7478-4c1c-889e-86e819004def admin admin] Made reservation on behalf of e0202a7fc56e416f9ce6e0728343150c for: {'subnet': 1} {{(pid=93260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 05:00:12.513864 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-77789cbe-7478-4c1c-889e-86e819004def admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9718282'] for subnet, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:12.713001 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-77789cbe-7478-4c1c-889e-86e819004def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9563672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9718328'] for subnet, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:12.772870 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77789cbe-7478-4c1c-889e-86e819004def admin admin] Pushing event updated for resources: {'Subnet': ['ID=8faaf127-5693-4571-b131-8fe89530dcf6,revision_number=0']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:00:12.784785 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77789cbe-7478-4c1c-889e-86e819004def admin admin] Checking segment: {'id': 'c3c6c36d-6867-4fab-9428-6c308e3197f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3c6994ec-32f0-4a5f-a478-ed69244b4560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 05:00:12.785141 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77789cbe-7478-4c1c-889e-86e819004def admin admin] Network hostable DHCP agents. Network: 3c6994ec-32f0-4a5f-a478-ed69244b4560, hostable agents: ['fbf586e2-2064-4f25-86fb-4cd270d4900d'], hosted agents: [] {{(pid=93260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 05:00:12.804330 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77789cbe-7478-4c1c-889e-86e819004def admin admin] Network 3c6994ec-32f0-4a5f-a478-ed69244b4560 is scheduled to be hosted by DHCP agent fbf586e2-2064-4f25-86fb-4cd270d4900d with binding_index 1 {{(pid=93260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 05:00:12.819852 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.base_scheduler [None req-77789cbe-7478-4c1c-889e-86e819004def admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-8-iscsi, 3c6994ec-32f0-4a5f-a478-ed69244b4560) {{(pid=93260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 05:00:12.825897 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77789cbe-7478-4c1c-889e-86e819004def admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:12.826538 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-77789cbe-7478-4c1c-889e-86e819004def admin admin] Notify callbacks [] for subnet, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:12.831904 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3134330d-5ded-47ee-96df-407d945a81e2 None None] Network 3c6994ec-32f0-4a5f-a478-ed69244b4560 requested from dv-cinder-759943-8-iscsi {{(pid=93261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 05:00:12.845544 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-77789cbe-7478-4c1c-889e-86e819004def admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3635752 Aug 07 05:00:12.850318 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 42472) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:00:12.853984 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.v2.base [None req-bc99e8f5-3131-46cc-a769-2a74e662c483 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-248353858-router', 'tenant_id': 'e0202a7fc56e416f9ce6e0728343150c', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f'}}} {{(pid=93259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:00:12.875951 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-bc99e8f5-3131-46cc-a769-2a74e662c483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-740044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1781'] for router, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:12.877383 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-bc99e8f5-3131-46cc-a769-2a74e662c483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1790'] for router, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:12.935666 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-bc99e8f5-3131-46cc-a769-2a74e662c483 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:12.989666 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9cc3112-5708-4b11-bec9-4eb548658ae9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09fbd912-be7a-5fce-be8d-62d3fcf6da97-3c6994ec-32f0-4a5f-a478-ed69244b4560', 'network_id': '3c6994ec-32f0-4a5f-a478-ed69244b4560', 'tenant_id': 'e0202a7fc56e416f9ce6e0728343150c', 'fixed_ips': [{'subnet_id': '8faaf127-5693-4571-b131-8fe89530dcf6'}]}} from dv-cinder-759943-8-iscsi. {{(pid=93261) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 07 05:00:12.990625 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-d9cc3112-5708-4b11-bec9-4eb548658ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_create {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:13.081639 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-bc99e8f5-3131-46cc-a769-2a74e662c483 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:13.133866 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.db_base_plugin_common [None req-d9cc3112-5708-4b11-bec9-4eb548658ae9 None None] Allocated IP 172.20.0.2 (3c6994ec-32f0-4a5f-a478-ed69244b4560/8faaf127-5693-4571-b131-8fe89530dcf6/a8771436-8fd2-467e-8b16-0fad8fbc78b3) {{(pid=93261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 05:00:13.283208 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-d9cc3112-5708-4b11-bec9-4eb548658ae9 None None] Notify callbacks [] for port, precommit_create {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:13.291714 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-d9cc3112-5708-4b11-bec9-4eb548658ae9 None None] Transition to ACTIVE for port object a8771436-8fd2-467e-8b16-0fad8fbc78b3 will not be triggered until provisioned by entity L2. {{(pid=93261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 05:00:13.307239 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-d9cc3112-5708-4b11-bec9-4eb548658ae9 None None] Transition to ACTIVE for port object a8771436-8fd2-467e-8b16-0fad8fbc78b3 will not be triggered until provisioned by entity DHCP. {{(pid=93261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 05:00:13.314250 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-d9cc3112-5708-4b11-bec9-4eb548658ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768807127269'] for port, after_create {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:13.358675 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9cc3112-5708-4b11-bec9-4eb548658ae9 None None] Network 3c6994ec-32f0-4a5f-a478-ed69244b4560 is already hosted by enough agents. {{(pid=93261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 05:00:13.361676 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.scheduler.base_scheduler [None req-d9cc3112-5708-4b11-bec9-4eb548658ae9 None None] Resources bound (agent type, host, resource id): {{(pid=93261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 05:00:13.365690 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cc3112-5708-4b11-bec9-4eb548658ae9 None None] Received port after_create {{(pid=93261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 05:00:13.376310 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cc3112-5708-4b11-bec9-4eb548658ae9 None None] Pushing event updated for resources: {'Port': ['ID=a8771436-8fd2-467e-8b16-0fad8fbc78b3,revision_number=1']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:00:13.425995 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.managers [None req-d9cc3112-5708-4b11-bec9-4eb548658ae9 None None] Attempting to bind port a8771436-8fd2-467e-8b16-0fad8fbc78b3 on host dv-cinder-759943-8-iscsi for vnic_type normal with profile {{(pid=93261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 05:00:13.426362 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.managers [None req-d9cc3112-5708-4b11-bec9-4eb548658ae9 None None] Attempting to bind port a8771436-8fd2-467e-8b16-0fad8fbc78b3 by drivers openvswitch,hyperv on host dv-cinder-759943-8-iscsi at level 0 using segments [{'id': 'c3c6c36d-6867-4fab-9428-6c308e3197f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3c6994ec-32f0-4a5f-a478-ed69244b4560'}] {{(pid=93261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 05:00:13.426724 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cc3112-5708-4b11-bec9-4eb548658ae9 None None] Attempting to bind port a8771436-8fd2-467e-8b16-0fad8fbc78b3 on network 3c6994ec-32f0-4a5f-a478-ed69244b4560 {{(pid=93261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 05:00:13.432147 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cc3112-5708-4b11-bec9-4eb548658ae9 None None] Checking agent: {'id': '22f5c6e5-2ebd-4458-ab09-beb81a4e99be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 47, 30), 'started_at': datetime.datetime(2021, 8, 7, 4, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 5, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 05:00:13.432531 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cc3112-5708-4b11-bec9-4eb548658ae9 None None] Checking segment: {'id': 'c3c6c36d-6867-4fab-9428-6c308e3197f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3c6994ec-32f0-4a5f-a478-ed69244b4560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 05:00:13.432933 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-d9cc3112-5708-4b11-bec9-4eb548658ae9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:13.433327 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cc3112-5708-4b11-bec9-4eb548658ae9 None None] Bound using segment: {'id': 'c3c6c36d-6867-4fab-9428-6c308e3197f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3c6994ec-32f0-4a5f-a478-ed69244b4560'} {{(pid=93261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 05:00:13.434402 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.managers [None req-d9cc3112-5708-4b11-bec9-4eb548658ae9 None None] Bound port: a8771436-8fd2-467e-8b16-0fad8fbc78b3, host: dv-cinder-759943-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3c6c36d-6867-4fab-9428-6c308e3197f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3c6994ec-32f0-4a5f-a478-ed69244b4560'}}] {{(pid=93261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 05:00:13.434881 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-d9cc3112-5708-4b11-bec9-4eb548658ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:13.500537 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-d9cc3112-5708-4b11-bec9-4eb548658ae9 None None] For port a8771436-8fd2-467e-8b16-0fad8fbc78b3, host dv-cinder-759943-8-iscsi, cleared binding levels {{(pid=93261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 05:00:13.503732 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-d9cc3112-5708-4b11-bec9-4eb548658ae9 None None] For port a8771436-8fd2-467e-8b16-0fad8fbc78b3, host dv-cinder-759943-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-8-iscsi',level=0,port_id=a8771436-8fd2-467e-8b16-0fad8fbc78b3,segment=NetworkSegment(c3c6c36d-6867-4fab-9428-6c308e3197f3),segment_id=c3c6c36d-6867-4fab-9428-6c308e3197f3)] {{(pid=93261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 05:00:13.508250 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-d9cc3112-5708-4b11-bec9-4eb548658ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:13.527232 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-bc99e8f5-3131-46cc-a769-2a74e662c483 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:13.546279 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-bc99e8f5-3131-46cc-a769-2a74e662c483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:13.567808 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cc3112-5708-4b11-bec9-4eb548658ae9 None None] Pushing event updated for resources: {'Port': ['ID=a8771436-8fd2-467e-8b16-0fad8fbc78b3,revision_number=2']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:00:13.657676 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.db_base_plugin_common [None req-bc99e8f5-3131-46cc-a769-2a74e662c483 admin admin] Allocated IP 172.27.1.232 (7234aba2-ebe6-4f3d-9fb1-8b27c89e529f/7cdca82c-7858-4732-9c64-e97074532a2d/7ad86d09-251e-4943-a55a-9a21bb6fe665) {{(pid=93259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 05:00:13.780414 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-bc99e8f5-3131-46cc-a769-2a74e662c483 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:13.821805 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-bc99e8f5-3131-46cc-a769-2a74e662c483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768807127269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513232'] for port, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:13.868153 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc99e8f5-3131-46cc-a769-2a74e662c483 admin admin] Network 7234aba2-ebe6-4f3d-9fb1-8b27c89e529f is already hosted by enough agents. {{(pid=93259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 05:00:13.873104 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.base_scheduler [None req-bc99e8f5-3131-46cc-a769-2a74e662c483 admin admin] Resources bound (agent type, host, resource id): {{(pid=93259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 05:00:13.875131 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc99e8f5-3131-46cc-a769-2a74e662c483 admin admin] Pushing event updated for resources: {'Port': ['ID=7ad86d09-251e-4943-a55a-9a21bb6fe665,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:00:13.877316 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc99e8f5-3131-46cc-a769-2a74e662c483 admin admin] Received port after_create {{(pid=93259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 05:00:14.137092 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-bc99e8f5-3131-46cc-a769-2a74e662c483 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:14.354911 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-bc99e8f5-3131-46cc-a769-2a74e662c483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-739701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-766718'] for router, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:14.487868 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ce5658-a477-4c99-baf2-a56837de2945 None None] Network 3c6994ec-32f0-4a5f-a478-ed69244b4560 requested from dv-cinder-759943-8-iscsi {{(pid=93261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 05:00:14.535787 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc99e8f5-3131-46cc-a769-2a74e662c483 admin admin] Router a642c100-1ce5-4961-a806-3c2108cdb6a3 is scheduled to L3 agent c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6 with binding_index 1 {{(pid=93259) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 07 05:00:14.617210 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-35786f0a-8ef1-4d92-ada7-719eb95c806f None None] Provisioning for port a8771436-8fd2-467e-8b16-0fad8fbc78b3 completed by entity DHCP. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 05:00:14.675586 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc99e8f5-3131-46cc-a769-2a74e662c483 admin admin] Notify agent at l3_agent.dv-cinder-759943-8-iscsi the message routers_updated {{(pid=93259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 05:00:14.703791 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999916e6-9565-4a8d-a2f1-5bab7de8fbff None None] Sync routers for ids ['a642c100-1ce5-4961-a806-3c2108cdb6a3'] in dv-cinder-759943-8-iscsi {{(pid=93261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 05:00:14.716120 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-bc99e8f5-3131-46cc-a769-2a74e662c483 admin admin] Notify callbacks [] for router, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:14.717921 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-bc99e8f5-3131-46cc-a769-2a74e662c483 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8668218 Aug 07 05:00:14.720191 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 42480) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:00:14.722757 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999916e6-9565-4a8d-a2f1-5bab7de8fbff None None] Routers {'a642c100-1ce5-4961-a806-3c2108cdb6a3'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:00:14.723491 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-999916e6-9565-4a8d-a2f1-5bab7de8fbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T05:00:00Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['a642c100-1ce5-4961-a806-3c2108cdb6a3'], 'active': True} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:00:14.861189 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device a8771436-8fd2-467e-8b16-0fad8fbc78b3 up at agent ovs-agent-dv-cinder-759943-8-iscsi {{(pid=93261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 05:00:14.955244 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvr_db [None req-999916e6-9565-4a8d-a2f1-5bab7de8fbff None None] Set router a642c100-1ce5-4961-a806-3c2108cdb6a3 gateway port host: dv-cinder-759943-8-iscsi {{(pid=93261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:00:15.071034 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Provisioning for port a8771436-8fd2-467e-8b16-0fad8fbc78b3 completed by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 05:00:15.087681 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Provisioning complete for port a8771436-8fd2-467e-8b16-0fad8fbc78b3 triggered by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 05:00:15.087681 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:15.149651 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-d6c7aa5a-4b8c-4950-a1b9-d05e33a2c5c8 None None] Provisioning complete for port a8771436-8fd2-467e-8b16-0fad8fbc78b3 triggered by entity DHCP. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 05:00:15.150715 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-d6c7aa5a-4b8c-4950-a1b9-d05e33a2c5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:15.398431 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:15.415288 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-d6c7aa5a-4b8c-4950-a1b9-d05e33a2c5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:15.466840 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-999916e6-9565-4a8d-a2f1-5bab7de8fbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a642c100-1ce5-4961-a806-3c2108cdb6a3', 'name': 'tempest-TestShelveInstance-248353858-router', 'tenant_id': 'e0202a7fc56e416f9ce6e0728343150c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': '7ad86d09-251e-4943-a55a-9a21bb6fe665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T05:00:12Z', 'updated_at': '2021-08-07T05:00:14Z', 'revision_number': 3, 'project_id': 'e0202a7fc56e416f9ce6e0728343150c', 'gw_port': {'id': '7ad86d09-251e-4943-a55a-9a21bb6fe665', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:92:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a642c100-1ce5-4961-a806-3c2108cdb6a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:00:13Z', 'updated_at': '2021-08-07T05:00:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi'}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:00:15.472184 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] For port a8771436-8fd2-467e-8b16-0fad8fbc78b3, host dv-cinder-759943-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-8-iscsi',level=0,port_id=a8771436-8fd2-467e-8b16-0fad8fbc78b3,segment=NetworkSegment(c3c6c36d-6867-4fab-9428-6c308e3197f3),segment_id=c3c6c36d-6867-4fab-9428-6c308e3197f3)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:00:15.534135 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-52472cef-47ae-486c-a5fd-a2e7f9767590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:15.625441 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:15.630219 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999916e6-9565-4a8d-a2f1-5bab7de8fbff None None] Checking router: a642c100-1ce5-4961-a806-3c2108cdb6a3 for host: dv-cinder-759943-8-iscsi {{(pid=93261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 05:00:15.630605 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999916e6-9565-4a8d-a2f1-5bab7de8fbff None None] Updating router a642c100-1ce5-4961-a806-3c2108cdb6a3 port 7ad86d09-251e-4943-a55a-9a21bb6fe665 binding host dv-cinder-759943-8-iscsi {{(pid=93261) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 05:00:15.726085 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-999916e6-9565-4a8d-a2f1-5bab7de8fbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:15.748235 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.db.api [None req-d6c7aa5a-4b8c-4950-a1b9-d05e33a2c5c8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93261) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 07 05:00:15.748651 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG oslo_db.api [None req-d6c7aa5a-4b8c-4950-a1b9-d05e33a2c5c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 07 05:00:15.751115 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Pushing event updated for resources: {'Port': ['ID=a8771436-8fd2-467e-8b16-0fad8fbc78b3,revision_number=3']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:00:15.753131 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.db.db_base_plugin_common [None req-52472cef-47ae-486c-a5fd-a2e7f9767590 admin admin] Allocated IP 172.20.0.1 (3c6994ec-32f0-4a5f-a478-ed69244b4560/8faaf127-5693-4571-b131-8fe89530dcf6/ecb5429c-45a6-49d7-bb4e-6aedaa9d4fa5) {{(pid=93260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 05:00:15.870787 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-52472cef-47ae-486c-a5fd-a2e7f9767590 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:15.887130 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.db.provisioning_blocks [None req-52472cef-47ae-486c-a5fd-a2e7f9767590 admin admin] Transition to ACTIVE for port object ecb5429c-45a6-49d7-bb4e-6aedaa9d4fa5 will not be triggered until provisioned by entity DHCP. {{(pid=93260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 05:00:15.924644 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-52472cef-47ae-486c-a5fd-a2e7f9767590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768807127269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9563756'] for port, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:15.966734 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52472cef-47ae-486c-a5fd-a2e7f9767590 admin admin] Network 3c6994ec-32f0-4a5f-a478-ed69244b4560 is already hosted by enough agents. {{(pid=93260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 05:00:15.969910 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.base_scheduler [None req-52472cef-47ae-486c-a5fd-a2e7f9767590 admin admin] Resources bound (agent type, host, resource id): {{(pid=93260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 05:00:15.974094 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52472cef-47ae-486c-a5fd-a2e7f9767590 admin admin] Received port after_create {{(pid=93260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 05:00:15.998016 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52472cef-47ae-486c-a5fd-a2e7f9767590 admin admin] Pushing event updated for resources: {'Port': ['ID=ecb5429c-45a6-49d7-bb4e-6aedaa9d4fa5,revision_number=1']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:00:16.018586 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-52472cef-47ae-486c-a5fd-a2e7f9767590 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765965'] for router_interface, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:16.109867 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-999916e6-9565-4a8d-a2f1-5bab7de8fbff None None] Notify callbacks [] for port, precommit_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:16.127148 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-999916e6-9565-4a8d-a2f1-5bab7de8fbff None None] Transition to ACTIVE for port object 7ad86d09-251e-4943-a55a-9a21bb6fe665 will not be triggered until provisioned by entity L2. {{(pid=93261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 05:00:16.139585 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-999916e6-9565-4a8d-a2f1-5bab7de8fbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:16.190806 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-52472cef-47ae-486c-a5fd-a2e7f9767590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:16.222958 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6ae17c-4e2c-4468-9011-589a63bfa09f None None] Pushing event updated for resources: {'Port': ['ID=7ad86d09-251e-4943-a55a-9a21bb6fe665,revision_number=2']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:00:16.226936 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.managers [None req-999916e6-9565-4a8d-a2f1-5bab7de8fbff None None] Attempting to bind port 7ad86d09-251e-4943-a55a-9a21bb6fe665 on host dv-cinder-759943-8-iscsi for vnic_type normal with profile {{(pid=93261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 05:00:16.227620 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.managers [None req-999916e6-9565-4a8d-a2f1-5bab7de8fbff None None] Attempting to bind port 7ad86d09-251e-4943-a55a-9a21bb6fe665 by drivers openvswitch,hyperv on host dv-cinder-759943-8-iscsi at level 0 using segments [{'id': 'ac6f53da-148d-4154-8f83-3b309cb182da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f'}] {{(pid=93261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 05:00:16.228055 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999916e6-9565-4a8d-a2f1-5bab7de8fbff None None] Attempting to bind port 7ad86d09-251e-4943-a55a-9a21bb6fe665 on network 7234aba2-ebe6-4f3d-9fb1-8b27c89e529f {{(pid=93261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 05:00:16.236398 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999916e6-9565-4a8d-a2f1-5bab7de8fbff None None] Checking agent: {'id': '22f5c6e5-2ebd-4458-ab09-beb81a4e99be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 47, 30), 'started_at': datetime.datetime(2021, 8, 7, 4, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 5, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 05:00:16.236885 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999916e6-9565-4a8d-a2f1-5bab7de8fbff None None] Checking segment: {'id': 'ac6f53da-148d-4154-8f83-3b309cb182da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 05:00:16.237425 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-999916e6-9565-4a8d-a2f1-5bab7de8fbff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:16.237985 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999916e6-9565-4a8d-a2f1-5bab7de8fbff None None] Bound using segment: {'id': 'ac6f53da-148d-4154-8f83-3b309cb182da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f'} {{(pid=93261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 05:00:16.238925 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.managers [None req-999916e6-9565-4a8d-a2f1-5bab7de8fbff None None] Bound port: 7ad86d09-251e-4943-a55a-9a21bb6fe665, host: dv-cinder-759943-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac6f53da-148d-4154-8f83-3b309cb182da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f'}}] {{(pid=93261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 05:00:16.239575 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-999916e6-9565-4a8d-a2f1-5bab7de8fbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:16.367833 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-999916e6-9565-4a8d-a2f1-5bab7de8fbff None None] For port 7ad86d09-251e-4943-a55a-9a21bb6fe665, host dv-cinder-759943-8-iscsi, cleared binding levels {{(pid=93261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 05:00:16.372680 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-999916e6-9565-4a8d-a2f1-5bab7de8fbff None None] For port 7ad86d09-251e-4943-a55a-9a21bb6fe665, host dv-cinder-759943-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-8-iscsi',level=0,port_id=7ad86d09-251e-4943-a55a-9a21bb6fe665,segment=NetworkSegment(ac6f53da-148d-4154-8f83-3b309cb182da),segment_id=ac6f53da-148d-4154-8f83-3b309cb182da)] {{(pid=93261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 05:00:16.378720 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-999916e6-9565-4a8d-a2f1-5bab7de8fbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:16.414115 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-52472cef-47ae-486c-a5fd-a2e7f9767590 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:16.421219 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-52472cef-47ae-486c-a5fd-a2e7f9767590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9563749'] for port, after_update {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:16.441793 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999916e6-9565-4a8d-a2f1-5bab7de8fbff None None] Routers {'a642c100-1ce5-4961-a806-3c2108cdb6a3'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:00:16.442449 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-999916e6-9565-4a8d-a2f1-5bab7de8fbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T05:00:00Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['a642c100-1ce5-4961-a806-3c2108cdb6a3'], 'active': True} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:00:16.497406 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6ae17c-4e2c-4468-9011-589a63bfa09f None None] Pushing event updated for resources: {'Port': ['ID=7ad86d09-251e-4943-a55a-9a21bb6fe665,revision_number=3']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:00:16.503227 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-52472cef-47ae-486c-a5fd-a2e7f9767590 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766137'] for router_interface, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:16.506556 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52472cef-47ae-486c-a5fd-a2e7f9767590 admin admin] Pushing event updated for resources: {'Port': ['ID=ecb5429c-45a6-49d7-bb4e-6aedaa9d4fa5,revision_number=2']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:00:16.518223 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a1a37798-f2bd-442d-92f3-047d8cdf07f3 None None] Provisioning for port ecb5429c-45a6-49d7-bb4e-6aedaa9d4fa5 completed by entity DHCP. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 05:00:16.548744 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a1a37798-f2bd-442d-92f3-047d8cdf07f3 None None] Provisioning complete for port ecb5429c-45a6-49d7-bb4e-6aedaa9d4fa5 triggered by entity DHCP. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 05:00:16.549117 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a1a37798-f2bd-442d-92f3-047d8cdf07f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:16.600230 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvr_db [None req-999916e6-9565-4a8d-a2f1-5bab7de8fbff None None] Set router a642c100-1ce5-4961-a806-3c2108cdb6a3 gateway port host: dv-cinder-759943-8-iscsi {{(pid=93261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:00:16.601947 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.plugin [None req-a1a37798-f2bd-442d-92f3-047d8cdf07f3 None None] Port ecb5429c-45a6-49d7-bb4e-6aedaa9d4fa5 cannot update to ACTIVE because it is not bound. {{(pid=93261) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 05:00:16.622224 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52472cef-47ae-486c-a5fd-a2e7f9767590 admin admin] Network 3c6994ec-32f0-4a5f-a478-ed69244b4560 is already hosted by enough agents. {{(pid=93260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 05:00:16.624327 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.base_scheduler [None req-52472cef-47ae-486c-a5fd-a2e7f9767590 admin admin] Resources bound (agent type, host, resource id): {{(pid=93260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 05:00:16.758369 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52472cef-47ae-486c-a5fd-a2e7f9767590 admin admin] Router a642c100-1ce5-4961-a806-3c2108cdb6a3 has already been hosted by L3 agent c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6 {{(pid=93260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 05:00:16.781460 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device a8771436-8fd2-467e-8b16-0fad8fbc78b3 up at agent ovs-agent-dv-cinder-759943-8-iscsi {{(pid=93261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 05:00:16.876859 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Provisioning complete for port a8771436-8fd2-467e-8b16-0fad8fbc78b3 triggered by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 05:00:16.878173 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:16.901158 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52472cef-47ae-486c-a5fd-a2e7f9767590 admin admin] Notify agent at l3_agent.dv-cinder-759943-8-iscsi the message routers_updated {{(pid=93260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 05:00:16.910325 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-52472cef-47ae-486c-a5fd-a2e7f9767590 admin admin] 10.222.0.13 "PUT /v2.0/routers/a642c100-1ce5-4961-a806-3c2108cdb6a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1880181 Aug 07 05:00:16.968503 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-73a2cddb-7cb5-4a11-a22f-2be7a5727c97 None None] Provisioning complete for port ecb5429c-45a6-49d7-bb4e-6aedaa9d4fa5 triggered by entity DHCP. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 05:00:16.968864 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-73a2cddb-7cb5-4a11-a22f-2be7a5727c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:16.973923 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-999916e6-9565-4a8d-a2f1-5bab7de8fbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a642c100-1ce5-4961-a806-3c2108cdb6a3', 'name': 'tempest-TestShelveInstance-248353858-router', 'tenant_id': 'e0202a7fc56e416f9ce6e0728343150c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': '7ad86d09-251e-4943-a55a-9a21bb6fe665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T05:00:12Z', 'updated_at': '2021-08-07T05:00:16Z', 'revision_number': 4, 'project_id': 'e0202a7fc56e416f9ce6e0728343150c', 'gw_port': {'id': '7ad86d09-251e-4943-a55a-9a21bb6fe665', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:92:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a642c100-1ce5-4961-a806-3c2108cdb6a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:00:13Z', 'updated_at': '2021-08-07T05:00:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi', '_interfaces': [{'id': 'ecb5429c-45a6-49d7-bb4e-6aedaa9d4fa5', 'name': '', 'network_id': '3c6994ec-32f0-4a5f-a478-ed69244b4560', 'tenant_id': 'e0202a7fc56e416f9ce6e0728343150c', 'mac_address': 'fa:16:3e:87:2e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a642c100-1ce5-4961-a806-3c2108cdb6a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '8faaf127-5693-4571-b131-8fe89530dcf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:00:15Z', 'updated_at': '2021-08-07T05:00:16Z', 'revision_number': 2, 'project_id': 'e0202a7fc56e416f9ce6e0728343150c', 'subnets': [{'id': '8faaf127-5693-4571-b131-8fe89530dcf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:00:17.042081 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999916e6-9565-4a8d-a2f1-5bab7de8fbff None None] The sync data for ids ['a642c100-1ce5-4961-a806-3c2108cdb6a3'] in dv-cinder-759943-8-iscsi is: [{'id': 'a642c100-1ce5-4961-a806-3c2108cdb6a3', 'name': 'tempest-TestShelveInstance-248353858-router', 'tenant_id': 'e0202a7fc56e416f9ce6e0728343150c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': '7ad86d09-251e-4943-a55a-9a21bb6fe665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T05:00:12Z', 'updated_at': '2021-08-07T05:00:16Z', 'revision_number': 4, 'project_id': 'e0202a7fc56e416f9ce6e0728343150c', 'gw_port': {'id': '7ad86d09-251e-4943-a55a-9a21bb6fe665', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:92:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a642c100-1ce5-4961-a806-3c2108cdb6a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:00:13Z', 'updated_at': '2021-08-07T05:00:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi', '_interfaces': [{'id': 'ecb5429c-45a6-49d7-bb4e-6aedaa9d4fa5', 'name': '', 'network_id': '3c6994ec-32f0-4a5f-a478-ed69244b4560', 'tenant_id': 'e0202a7fc56e416f9ce6e0728343150c', 'mac_address': 'fa:16:3e:87:2e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a642c100-1ce5-4961-a806-3c2108cdb6a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '8faaf127-5693-4571-b131-8fe89530dcf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:00:15Z', 'updated_at': '2021-08-07T05:00:16Z', 'revision_number': 2, 'project_id': 'e0202a7fc56e416f9ce6e0728343150c', 'subnets': [{'id': '8faaf127-5693-4571-b131-8fe89530dcf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 05:00:17.080813 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.plugin [None req-73a2cddb-7cb5-4a11-a22f-2be7a5727c97 None None] Port ecb5429c-45a6-49d7-bb4e-6aedaa9d4fa5 cannot update to ACTIVE because it is not bound. {{(pid=93261) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 05:00:17.545119 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 42512) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:00:17.552786 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.v2.base [None req-c4fe1e2c-0778-4450-8654-368d4b9a284c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1837395371-network', 'tenant_id': 'ded0d4293f2c48c4931f6387c70e3971'}} {{(pid=93260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:00:17.578316 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4fe1e2c-0778-4450-8654-368d4b9a284c admin admin] Made reservation on behalf of ded0d4293f2c48c4931f6387c70e3971 for: {'network': 1} {{(pid=93260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 05:00:17.580780 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-c4fe1e2c-0778-4450-8654-368d4b9a284c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for network, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:17.591880 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-c4fe1e2c-0778-4450-8654-368d4b9a284c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:17.731881 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-c4fe1e2c-0778-4450-8654-368d4b9a284c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:17.744273 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-c4fe1e2c-0778-4450-8654-368d4b9a284c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:17.764661 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4fe1e2c-0778-4450-8654-368d4b9a284c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=93260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 05:00:17.784488 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-c4fe1e2c-0778-4450-8654-368d4b9a284c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799109'] for segment, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:17.784837 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.db.segments_db [None req-c4fe1e2c-0778-4450-8654-368d4b9a284c admin admin] Added segment 32d3c5d1-bfba-4416-aac2-85938d219641 of type vlan for network 3e64f94c-33aa-45a1-9900-3fa59f9cc3fb Aug 07 05:00:17.809552 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe1e2c-0778-4450-8654-368d4b9a284c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b52bece-d89e-4f9e-a5a1-6d90204a39df,revision_number=1']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:00:17.845387 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-c4fe1e2c-0778-4450-8654-368d4b9a284c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768807114828'] for network, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:17.887787 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-c4fe1e2c-0778-4450-8654-368d4b9a284c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370'] for network, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:17.889365 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4fe1e2c-0778-4450-8654-368d4b9a284c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:17.890016 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-c4fe1e2c-0778-4450-8654-368d4b9a284c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568364'] for network, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:17.953389 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-c4fe1e2c-0778-4450-8654-368d4b9a284c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4069774 Aug 07 05:00:17.956275 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 42514) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:00:17.963649 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.v2.base [None req-1e22b91f-223b-4b64-8fb3-29ac609d6fd1 admin admin] Request body: {'subnet': {'network_id': '3e64f94c-33aa-45a1-9900-3fa59f9cc3fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1837395371-subnet', 'tenant_id': 'ded0d4293f2c48c4931f6387c70e3971', 'ip_version': 4}} {{(pid=93260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:00:17.973672 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe1e2c-0778-4450-8654-368d4b9a284c admin admin] Pushing event updated for resources: {'Network': ['ID=3e64f94c-33aa-45a1-9900-3fa59f9cc3fb,revision_number=1']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:00:17.990526 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Network 3e64f94c-33aa-45a1-9900-3fa59f9cc3fb details requested by agent ovs-agent-dv-cinder-759943-8-iscsi with host dv-cinder-759943-8-iscsi {{(pid=93261) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 05:00:17.999337 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e22b91f-223b-4b64-8fb3-29ac609d6fd1 admin admin] Made reservation on behalf of ded0d4293f2c48c4931f6387c70e3971 for: {'subnet': 1} {{(pid=93260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 05:00:18.003295 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-1e22b91f-223b-4b64-8fb3-29ac609d6fd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9718282'] for subnet, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:18.264547 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-1e22b91f-223b-4b64-8fb3-29ac609d6fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9563672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9718328'] for subnet, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:18.323350 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e22b91f-223b-4b64-8fb3-29ac609d6fd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0149e8f7-0550-48ac-a46a-2fe544aeddb3,revision_number=0']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:00:18.350245 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e22b91f-223b-4b64-8fb3-29ac609d6fd1 admin admin] Checking segment: {'id': '32d3c5d1-bfba-4416-aac2-85938d219641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3e64f94c-33aa-45a1-9900-3fa59f9cc3fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 05:00:18.350727 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e22b91f-223b-4b64-8fb3-29ac609d6fd1 admin admin] Network hostable DHCP agents. Network: 3e64f94c-33aa-45a1-9900-3fa59f9cc3fb, hostable agents: ['fbf586e2-2064-4f25-86fb-4cd270d4900d'], hosted agents: [] {{(pid=93260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 05:00:18.372575 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e22b91f-223b-4b64-8fb3-29ac609d6fd1 admin admin] Network 3e64f94c-33aa-45a1-9900-3fa59f9cc3fb is scheduled to be hosted by DHCP agent fbf586e2-2064-4f25-86fb-4cd270d4900d with binding_index 1 {{(pid=93260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 05:00:18.384642 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.base_scheduler [None req-1e22b91f-223b-4b64-8fb3-29ac609d6fd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-8-iscsi, 3e64f94c-33aa-45a1-9900-3fa59f9cc3fb) {{(pid=93260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 05:00:18.390931 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e22b91f-223b-4b64-8fb3-29ac609d6fd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:18.391709 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-1e22b91f-223b-4b64-8fb3-29ac609d6fd1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:18.394655 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896f3efa-fc7c-43af-bf66-dd82e99bb3ac None None] Network 3e64f94c-33aa-45a1-9900-3fa59f9cc3fb requested from dv-cinder-759943-8-iscsi {{(pid=93261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 05:00:18.413462 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-1e22b91f-223b-4b64-8fb3-29ac609d6fd1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4521890 Aug 07 05:00:18.413578 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 42518) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:00:18.420163 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.v2.base [None req-9c526f0a-9ddd-4b3f-b8e6-9a517f6fd70d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1837395371-router', 'tenant_id': 'ded0d4293f2c48c4931f6387c70e3971', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f'}}} {{(pid=93260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:00:18.447506 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-9c526f0a-9ddd-4b3f-b8e6-9a517f6fd70d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-740044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1781'] for router, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:18.448876 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-9c526f0a-9ddd-4b3f-b8e6-9a517f6fd70d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-739708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-766477', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-716340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1790'] for router, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:18.512916 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-9c526f0a-9ddd-4b3f-b8e6-9a517f6fd70d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:18.577451 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e55fab3-2fca-41df-a564-4479148124ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp09fbd912-be7a-5fce-be8d-62d3fcf6da97-3e64f94c-33aa-45a1-9900-3fa59f9cc3fb', 'network_id': '3e64f94c-33aa-45a1-9900-3fa59f9cc3fb', 'tenant_id': 'ded0d4293f2c48c4931f6387c70e3971', 'fixed_ips': [{'subnet_id': '0149e8f7-0550-48ac-a46a-2fe544aeddb3'}]}} from dv-cinder-759943-8-iscsi. {{(pid=93261) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 07 05:00:18.579192 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-2e55fab3-2fca-41df-a564-4479148124ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_create {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:18.684415 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-9c526f0a-9ddd-4b3f-b8e6-9a517f6fd70d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:18.787643 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.db_base_plugin_common [None req-2e55fab3-2fca-41df-a564-4479148124ff None None] Allocated IP 172.20.0.2 (3e64f94c-33aa-45a1-9900-3fa59f9cc3fb/0149e8f7-0550-48ac-a46a-2fe544aeddb3/8aa3014e-bae1-4366-aeab-34632d50eb2a) {{(pid=93261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 05:00:18.818156 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device 7ad86d09-251e-4943-a55a-9a21bb6fe665 up at agent ovs-agent-dv-cinder-759943-8-iscsi {{(pid=93261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 05:00:18.941437 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Provisioning for port 7ad86d09-251e-4943-a55a-9a21bb6fe665 completed by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 05:00:18.986051 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Provisioning complete for port 7ad86d09-251e-4943-a55a-9a21bb6fe665 triggered by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 05:00:18.986665 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:19.012826 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-9c526f0a-9ddd-4b3f-b8e6-9a517f6fd70d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:19.032841 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-9c526f0a-9ddd-4b3f-b8e6-9a517f6fd70d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:19.063768 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-2e55fab3-2fca-41df-a564-4479148124ff None None] Notify callbacks [] for port, precommit_create {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:19.079214 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-2e55fab3-2fca-41df-a564-4479148124ff None None] Transition to ACTIVE for port object 8aa3014e-bae1-4366-aeab-34632d50eb2a will not be triggered until provisioned by entity L2. {{(pid=93261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 05:00:19.112323 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-2e55fab3-2fca-41df-a564-4479148124ff None None] Transition to ACTIVE for port object 8aa3014e-bae1-4366-aeab-34632d50eb2a will not be triggered until provisioned by entity DHCP. {{(pid=93261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 05:00:19.124551 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-2e55fab3-2fca-41df-a564-4479148124ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768807127269'] for port, after_create {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:19.229529 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.db.db_base_plugin_common [None req-9c526f0a-9ddd-4b3f-b8e6-9a517f6fd70d admin admin] Allocated IP 172.27.1.109 (7234aba2-ebe6-4f3d-9fb1-8b27c89e529f/7cdca82c-7858-4732-9c64-e97074532a2d/ec1f4994-279b-449f-b0c5-5c88195e651c) {{(pid=93260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 05:00:19.234332 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e55fab3-2fca-41df-a564-4479148124ff None None] Network 3e64f94c-33aa-45a1-9900-3fa59f9cc3fb is already hosted by enough agents. {{(pid=93261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 05:00:19.250513 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.scheduler.base_scheduler [None req-2e55fab3-2fca-41df-a564-4479148124ff None None] Resources bound (agent type, host, resource id): {{(pid=93261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 05:00:19.273644 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e55fab3-2fca-41df-a564-4479148124ff None None] Received port after_create {{(pid=93261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 05:00:19.304890 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:19.315822 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e55fab3-2fca-41df-a564-4479148124ff None None] Pushing event updated for resources: {'Port': ['ID=8aa3014e-bae1-4366-aeab-34632d50eb2a,revision_number=1']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:00:19.396165 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-9c526f0a-9ddd-4b3f-b8e6-9a517f6fd70d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:19.402839 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898f3c2d-78c5-4860-8bcf-6b98e2ac63c4 None None] Sync routers for ids ['a642c100-1ce5-4961-a806-3c2108cdb6a3'] in dv-cinder-759943-8-iscsi {{(pid=93262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 05:00:19.421081 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898f3c2d-78c5-4860-8bcf-6b98e2ac63c4 None None] Routers {'a642c100-1ce5-4961-a806-3c2108cdb6a3'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:00:19.422661 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_hamode_db [None req-898f3c2d-78c5-4860-8bcf-6b98e2ac63c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T05:00:00Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['a642c100-1ce5-4961-a806-3c2108cdb6a3'], 'active': True} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:00:19.426085 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] For port 7ad86d09-251e-4943-a55a-9a21bb6fe665, host dv-cinder-759943-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-8-iscsi',level=0,port_id=7ad86d09-251e-4943-a55a-9a21bb6fe665,segment=NetworkSegment(ac6f53da-148d-4154-8f83-3b309cb182da),segment_id=ac6f53da-148d-4154-8f83-3b309cb182da)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:00:19.430880 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.managers [None req-2e55fab3-2fca-41df-a564-4479148124ff None None] Attempting to bind port 8aa3014e-bae1-4366-aeab-34632d50eb2a on host dv-cinder-759943-8-iscsi for vnic_type normal with profile {{(pid=93261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 05:00:19.431140 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.managers [None req-2e55fab3-2fca-41df-a564-4479148124ff None None] Attempting to bind port 8aa3014e-bae1-4366-aeab-34632d50eb2a by drivers openvswitch,hyperv on host dv-cinder-759943-8-iscsi at level 0 using segments [{'id': '32d3c5d1-bfba-4416-aac2-85938d219641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3e64f94c-33aa-45a1-9900-3fa59f9cc3fb'}] {{(pid=93261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 05:00:19.431502 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e55fab3-2fca-41df-a564-4479148124ff None None] Attempting to bind port 8aa3014e-bae1-4366-aeab-34632d50eb2a on network 3e64f94c-33aa-45a1-9900-3fa59f9cc3fb {{(pid=93261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 05:00:19.436944 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:19.444991 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e55fab3-2fca-41df-a564-4479148124ff None None] Checking agent: {'id': '22f5c6e5-2ebd-4458-ab09-beb81a4e99be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 47, 30), 'started_at': datetime.datetime(2021, 8, 7, 4, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 5, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 05:00:19.445393 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e55fab3-2fca-41df-a564-4479148124ff None None] Checking segment: {'id': '32d3c5d1-bfba-4416-aac2-85938d219641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3e64f94c-33aa-45a1-9900-3fa59f9cc3fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 05:00:19.445786 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-2e55fab3-2fca-41df-a564-4479148124ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:19.446217 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e55fab3-2fca-41df-a564-4479148124ff None None] Bound using segment: {'id': '32d3c5d1-bfba-4416-aac2-85938d219641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3e64f94c-33aa-45a1-9900-3fa59f9cc3fb'} {{(pid=93261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 05:00:19.446791 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.managers [None req-2e55fab3-2fca-41df-a564-4479148124ff None None] Bound port: 8aa3014e-bae1-4366-aeab-34632d50eb2a, host: dv-cinder-759943-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32d3c5d1-bfba-4416-aac2-85938d219641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3e64f94c-33aa-45a1-9900-3fa59f9cc3fb'}}] {{(pid=93261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 05:00:19.447108 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-2e55fab3-2fca-41df-a564-4479148124ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:19.466762 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-9c526f0a-9ddd-4b3f-b8e6-9a517f6fd70d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768807127269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9563756'] for port, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:19.529200 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c526f0a-9ddd-4b3f-b8e6-9a517f6fd70d admin admin] Network 7234aba2-ebe6-4f3d-9fb1-8b27c89e529f is already hosted by enough agents. {{(pid=93260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 05:00:19.533134 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.base_scheduler [None req-9c526f0a-9ddd-4b3f-b8e6-9a517f6fd70d admin admin] Resources bound (agent type, host, resource id): {{(pid=93260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 05:00:19.536231 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c526f0a-9ddd-4b3f-b8e6-9a517f6fd70d admin admin] Received port after_create {{(pid=93260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 05:00:19.563728 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Pushing event updated for resources: {'Port': ['ID=7ad86d09-251e-4943-a55a-9a21bb6fe665,revision_number=4']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:00:19.578546 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c526f0a-9ddd-4b3f-b8e6-9a517f6fd70d admin admin] Pushing event updated for resources: {'Port': ['ID=ec1f4994-279b-449f-b0c5-5c88195e651c,revision_number=1']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:00:19.594577 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-2e55fab3-2fca-41df-a564-4479148124ff None None] For port 8aa3014e-bae1-4366-aeab-34632d50eb2a, host dv-cinder-759943-8-iscsi, cleared binding levels {{(pid=93261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 05:00:19.598628 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvr_db [None req-898f3c2d-78c5-4860-8bcf-6b98e2ac63c4 None None] Set router a642c100-1ce5-4961-a806-3c2108cdb6a3 gateway port host: dv-cinder-759943-8-iscsi {{(pid=93262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:00:19.599093 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-2e55fab3-2fca-41df-a564-4479148124ff None None] For port 8aa3014e-bae1-4366-aeab-34632d50eb2a, host dv-cinder-759943-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-8-iscsi',level=0,port_id=8aa3014e-bae1-4366-aeab-34632d50eb2a,segment=NetworkSegment(32d3c5d1-bfba-4416-aac2-85938d219641),segment_id=32d3c5d1-bfba-4416-aac2-85938d219641)] {{(pid=93261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 05:00:19.606745 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-2e55fab3-2fca-41df-a564-4479148124ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:19.680054 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e55fab3-2fca-41df-a564-4479148124ff None None] Pushing event updated for resources: {'Port': ['ID=8aa3014e-bae1-4366-aeab-34632d50eb2a,revision_number=2']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:00:19.950705 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_hamode_db [None req-898f3c2d-78c5-4860-8bcf-6b98e2ac63c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a642c100-1ce5-4961-a806-3c2108cdb6a3', 'name': 'tempest-TestShelveInstance-248353858-router', 'tenant_id': 'e0202a7fc56e416f9ce6e0728343150c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': '7ad86d09-251e-4943-a55a-9a21bb6fe665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T05:00:12Z', 'updated_at': '2021-08-07T05:00:16Z', 'revision_number': 4, 'project_id': 'e0202a7fc56e416f9ce6e0728343150c', 'gw_port': {'id': '7ad86d09-251e-4943-a55a-9a21bb6fe665', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:92:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a642c100-1ce5-4961-a806-3c2108cdb6a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:00:13Z', 'updated_at': '2021-08-07T05:00:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi', '_interfaces': [{'id': 'ecb5429c-45a6-49d7-bb4e-6aedaa9d4fa5', 'name': '', 'network_id': '3c6994ec-32f0-4a5f-a478-ed69244b4560', 'tenant_id': 'e0202a7fc56e416f9ce6e0728343150c', 'mac_address': 'fa:16:3e:87:2e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a642c100-1ce5-4961-a806-3c2108cdb6a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '8faaf127-5693-4571-b131-8fe89530dcf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:00:15Z', 'updated_at': '2021-08-07T05:00:16Z', 'revision_number': 2, 'project_id': 'e0202a7fc56e416f9ce6e0728343150c', 'subnets': [{'id': '8faaf127-5693-4571-b131-8fe89530dcf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:00:19.957953 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-9c526f0a-9ddd-4b3f-b8e6-9a517f6fd70d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:19.993081 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898f3c2d-78c5-4860-8bcf-6b98e2ac63c4 None None] Checking router: a642c100-1ce5-4961-a806-3c2108cdb6a3 for host: dv-cinder-759943-8-iscsi {{(pid=93262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 05:00:19.993439 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898f3c2d-78c5-4860-8bcf-6b98e2ac63c4 None None] Updating router a642c100-1ce5-4961-a806-3c2108cdb6a3 port ecb5429c-45a6-49d7-bb4e-6aedaa9d4fa5 binding host dv-cinder-759943-8-iscsi {{(pid=93262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 05:00:20.027558 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-898f3c2d-78c5-4860-8bcf-6b98e2ac63c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:20.231502 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-9c526f0a-9ddd-4b3f-b8e6-9a517f6fd70d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-739701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-766718'] for router, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:20.403973 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-898f3c2d-78c5-4860-8bcf-6b98e2ac63c4 None None] Notify callbacks [] for port, precommit_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:20.416101 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.provisioning_blocks [None req-898f3c2d-78c5-4860-8bcf-6b98e2ac63c4 None None] Transition to ACTIVE for port object ecb5429c-45a6-49d7-bb4e-6aedaa9d4fa5 will not be triggered until provisioned by entity L2. {{(pid=93262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 05:00:20.423846 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c526f0a-9ddd-4b3f-b8e6-9a517f6fd70d admin admin] Router 138a3e02-7493-4821-bb93-f42a21a43334 is scheduled to L3 agent c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6 with binding_index 1 {{(pid=93260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 07 05:00:20.424207 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-898f3c2d-78c5-4860-8bcf-6b98e2ac63c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:20.488234 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b4d93d-b0db-4a0f-93dc-61aff5d93f27 None None] Pushing event updated for resources: {'Port': ['ID=ecb5429c-45a6-49d7-bb4e-6aedaa9d4fa5,revision_number=3']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:00:20.515092 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b4d93d-b0db-4a0f-93dc-61aff5d93f27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:00:20.515433 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b4d93d-b0db-4a0f-93dc-61aff5d93f27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:00:20.515769 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b4d93d-b0db-4a0f-93dc-61aff5d93f27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:00:20.516107 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b4d93d-b0db-4a0f-93dc-61aff5d93f27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:00:20.516436 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b4d93d-b0db-4a0f-93dc-61aff5d93f27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:00:20.516769 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b4d93d-b0db-4a0f-93dc-61aff5d93f27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:00:20.517098 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b4d93d-b0db-4a0f-93dc-61aff5d93f27 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:00:20.517422 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b4d93d-b0db-4a0f-93dc-61aff5d93f27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:00:20.517763 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b4d93d-b0db-4a0f-93dc-61aff5d93f27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:00:20.518120 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b4d93d-b0db-4a0f-93dc-61aff5d93f27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:00:20.518440 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b4d93d-b0db-4a0f-93dc-61aff5d93f27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:00:20.518755 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b4d93d-b0db-4a0f-93dc-61aff5d93f27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:00:20.560251 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.managers [None req-898f3c2d-78c5-4860-8bcf-6b98e2ac63c4 None None] Attempting to bind port ecb5429c-45a6-49d7-bb4e-6aedaa9d4fa5 on host dv-cinder-759943-8-iscsi for vnic_type normal with profile {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 05:00:20.560619 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.managers [None req-898f3c2d-78c5-4860-8bcf-6b98e2ac63c4 None None] Attempting to bind port ecb5429c-45a6-49d7-bb4e-6aedaa9d4fa5 by drivers openvswitch,hyperv on host dv-cinder-759943-8-iscsi at level 0 using segments [{'id': 'c3c6c36d-6867-4fab-9428-6c308e3197f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3c6994ec-32f0-4a5f-a478-ed69244b4560'}] {{(pid=93262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 05:00:20.560977 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898f3c2d-78c5-4860-8bcf-6b98e2ac63c4 None None] Attempting to bind port ecb5429c-45a6-49d7-bb4e-6aedaa9d4fa5 on network 3c6994ec-32f0-4a5f-a478-ed69244b4560 {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 05:00:20.569678 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898f3c2d-78c5-4860-8bcf-6b98e2ac63c4 None None] Checking agent: {'id': '22f5c6e5-2ebd-4458-ab09-beb81a4e99be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 47, 30), 'started_at': datetime.datetime(2021, 8, 7, 4, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 5, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 05:00:20.570415 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898f3c2d-78c5-4860-8bcf-6b98e2ac63c4 None None] Checking segment: {'id': 'c3c6c36d-6867-4fab-9428-6c308e3197f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3c6994ec-32f0-4a5f-a478-ed69244b4560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 05:00:20.570990 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-898f3c2d-78c5-4860-8bcf-6b98e2ac63c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:20.571570 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898f3c2d-78c5-4860-8bcf-6b98e2ac63c4 None None] Bound using segment: {'id': 'c3c6c36d-6867-4fab-9428-6c308e3197f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3c6994ec-32f0-4a5f-a478-ed69244b4560'} {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 05:00:20.572242 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.managers [None req-898f3c2d-78c5-4860-8bcf-6b98e2ac63c4 None None] Bound port: ecb5429c-45a6-49d7-bb4e-6aedaa9d4fa5, host: dv-cinder-759943-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3c6c36d-6867-4fab-9428-6c308e3197f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3c6994ec-32f0-4a5f-a478-ed69244b4560'}}] {{(pid=93262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 05:00:20.572966 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-898f3c2d-78c5-4860-8bcf-6b98e2ac63c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:20.615608 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c526f0a-9ddd-4b3f-b8e6-9a517f6fd70d admin admin] Notify agent at l3_agent.dv-cinder-759943-8-iscsi the message routers_updated {{(pid=93260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 05:00:20.632242 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68eb9cf9-2f4d-4a8b-aae3-96d71f0fe8aa None None] Sync routers for ids ['138a3e02-7493-4821-bb93-f42a21a43334'] in dv-cinder-759943-8-iscsi {{(pid=93261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 05:00:20.640357 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-9c526f0a-9ddd-4b3f-b8e6-9a517f6fd70d admin admin] Notify callbacks [] for router, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:20.641639 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-9c526f0a-9ddd-4b3f-b8e6-9a517f6fd70d admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2267988 Aug 07 05:00:20.644760 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 42528) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:00:20.649609 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68eb9cf9-2f4d-4a8b-aae3-96d71f0fe8aa None None] Routers {'138a3e02-7493-4821-bb93-f42a21a43334'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:00:20.653091 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-68eb9cf9-2f4d-4a8b-aae3-96d71f0fe8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T05:00:00Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['138a3e02-7493-4821-bb93-f42a21a43334'], 'active': True} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:00:20.710581 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.db [None req-898f3c2d-78c5-4860-8bcf-6b98e2ac63c4 None None] For port ecb5429c-45a6-49d7-bb4e-6aedaa9d4fa5, host dv-cinder-759943-8-iscsi, cleared binding levels {{(pid=93262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 05:00:20.714318 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.db [None req-898f3c2d-78c5-4860-8bcf-6b98e2ac63c4 None None] For port ecb5429c-45a6-49d7-bb4e-6aedaa9d4fa5, host dv-cinder-759943-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-8-iscsi',level=0,port_id=ecb5429c-45a6-49d7-bb4e-6aedaa9d4fa5,segment=NetworkSegment(c3c6c36d-6867-4fab-9428-6c308e3197f3),segment_id=c3c6c36d-6867-4fab-9428-6c308e3197f3)] {{(pid=93262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 05:00:20.722935 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-898f3c2d-78c5-4860-8bcf-6b98e2ac63c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:20.926925 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898f3c2d-78c5-4860-8bcf-6b98e2ac63c4 None None] Routers {'a642c100-1ce5-4961-a806-3c2108cdb6a3'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:00:20.927988 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_hamode_db [None req-898f3c2d-78c5-4860-8bcf-6b98e2ac63c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T05:00:00Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['a642c100-1ce5-4961-a806-3c2108cdb6a3'], 'active': True} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:00:20.931491 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b4d93d-b0db-4a0f-93dc-61aff5d93f27 None None] Pushing event updated for resources: {'Port': ['ID=ecb5429c-45a6-49d7-bb4e-6aedaa9d4fa5,revision_number=4']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:00:20.953611 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvr_db [None req-68eb9cf9-2f4d-4a8b-aae3-96d71f0fe8aa None None] Set router 138a3e02-7493-4821-bb93-f42a21a43334 gateway port host: dv-cinder-759943-8-iscsi {{(pid=93261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:00:21.230748 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83ff599-4edd-43ca-b08a-8c73212f12f1 None None] Network 3e64f94c-33aa-45a1-9900-3fa59f9cc3fb requested from dv-cinder-759943-8-iscsi {{(pid=93261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 05:00:21.231157 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvr_db [None req-898f3c2d-78c5-4860-8bcf-6b98e2ac63c4 None None] Set router a642c100-1ce5-4961-a806-3c2108cdb6a3 gateway port host: dv-cinder-759943-8-iscsi {{(pid=93262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:00:21.234186 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device 7ad86d09-251e-4943-a55a-9a21bb6fe665 up at agent ovs-agent-dv-cinder-759943-8-iscsi {{(pid=93261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 05:00:21.529254 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-bf014bb6-c1e5-484c-be9d-0a25e2892106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:21.533041 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Provisioning complete for port 7ad86d09-251e-4943-a55a-9a21bb6fe665 triggered by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 05:00:21.533506 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:21.537428 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-32fd04e6-a01b-43bd-9c9b-5e8c024eca18 None None] Provisioning for port 8aa3014e-bae1-4366-aeab-34632d50eb2a completed by entity DHCP. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 05:00:21.554625 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_hamode_db [None req-898f3c2d-78c5-4860-8bcf-6b98e2ac63c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a642c100-1ce5-4961-a806-3c2108cdb6a3', 'name': 'tempest-TestShelveInstance-248353858-router', 'tenant_id': 'e0202a7fc56e416f9ce6e0728343150c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': '7ad86d09-251e-4943-a55a-9a21bb6fe665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T05:00:12Z', 'updated_at': '2021-08-07T05:00:16Z', 'revision_number': 4, 'project_id': 'e0202a7fc56e416f9ce6e0728343150c', 'gw_port': {'id': '7ad86d09-251e-4943-a55a-9a21bb6fe665', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:92:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a642c100-1ce5-4961-a806-3c2108cdb6a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:00:13Z', 'updated_at': '2021-08-07T05:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi', '_interfaces': [{'id': 'ecb5429c-45a6-49d7-bb4e-6aedaa9d4fa5', 'name': '', 'network_id': '3c6994ec-32f0-4a5f-a478-ed69244b4560', 'tenant_id': 'e0202a7fc56e416f9ce6e0728343150c', 'mac_address': 'fa:16:3e:87:2e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a642c100-1ce5-4961-a806-3c2108cdb6a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '8faaf127-5693-4571-b131-8fe89530dcf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:00:15Z', 'updated_at': '2021-08-07T05:00:20Z', 'revision_number': 4, 'project_id': 'e0202a7fc56e416f9ce6e0728343150c', 'subnets': [{'id': '8faaf127-5693-4571-b131-8fe89530dcf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:00:21.587394 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898f3c2d-78c5-4860-8bcf-6b98e2ac63c4 None None] The sync data for ids ['a642c100-1ce5-4961-a806-3c2108cdb6a3'] in dv-cinder-759943-8-iscsi is: [{'id': 'a642c100-1ce5-4961-a806-3c2108cdb6a3', 'name': 'tempest-TestShelveInstance-248353858-router', 'tenant_id': 'e0202a7fc56e416f9ce6e0728343150c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': '7ad86d09-251e-4943-a55a-9a21bb6fe665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T05:00:12Z', 'updated_at': '2021-08-07T05:00:16Z', 'revision_number': 4, 'project_id': 'e0202a7fc56e416f9ce6e0728343150c', 'gw_port': {'id': '7ad86d09-251e-4943-a55a-9a21bb6fe665', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:92:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a642c100-1ce5-4961-a806-3c2108cdb6a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:00:13Z', 'updated_at': '2021-08-07T05:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi', '_interfaces': [{'id': 'ecb5429c-45a6-49d7-bb4e-6aedaa9d4fa5', 'name': '', 'network_id': '3c6994ec-32f0-4a5f-a478-ed69244b4560', 'tenant_id': 'e0202a7fc56e416f9ce6e0728343150c', 'mac_address': 'fa:16:3e:87:2e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a642c100-1ce5-4961-a806-3c2108cdb6a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '8faaf127-5693-4571-b131-8fe89530dcf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:00:15Z', 'updated_at': '2021-08-07T05:00:20Z', 'revision_number': 4, 'project_id': 'e0202a7fc56e416f9ce6e0728343150c', 'subnets': [{'id': '8faaf127-5693-4571-b131-8fe89530dcf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 05:00:21.715932 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device 8aa3014e-bae1-4366-aeab-34632d50eb2a up at agent ovs-agent-dv-cinder-759943-8-iscsi {{(pid=93261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 05:00:21.733159 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.db_base_plugin_common [None req-bf014bb6-c1e5-484c-be9d-0a25e2892106 admin admin] Allocated IP 172.20.0.1 (3e64f94c-33aa-45a1-9900-3fa59f9cc3fb/0149e8f7-0550-48ac-a46a-2fe544aeddb3/0d1f30e3-006e-44e3-b27f-989d926c0fae) {{(pid=93259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 05:00:21.740402 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-68eb9cf9-2f4d-4a8b-aae3-96d71f0fe8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '138a3e02-7493-4821-bb93-f42a21a43334', 'name': 'tempest-TestShelveInstance-1837395371-router', 'tenant_id': 'ded0d4293f2c48c4931f6387c70e3971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'ec1f4994-279b-449f-b0c5-5c88195e651c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T05:00:18Z', 'updated_at': '2021-08-07T05:00:19Z', 'revision_number': 3, 'project_id': 'ded0d4293f2c48c4931f6387c70e3971', 'gw_port': {'id': 'ec1f4994-279b-449f-b0c5-5c88195e651c', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '138a3e02-7493-4821-bb93-f42a21a43334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:00:19Z', 'updated_at': '2021-08-07T05:00:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi'}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:00:21.778532 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68eb9cf9-2f4d-4a8b-aae3-96d71f0fe8aa None None] Checking router: 138a3e02-7493-4821-bb93-f42a21a43334 for host: dv-cinder-759943-8-iscsi {{(pid=93261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 05:00:21.778979 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68eb9cf9-2f4d-4a8b-aae3-96d71f0fe8aa None None] Updating router 138a3e02-7493-4821-bb93-f42a21a43334 port ec1f4994-279b-449f-b0c5-5c88195e651c binding host dv-cinder-759943-8-iscsi {{(pid=93261) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 05:00:21.820856 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-68eb9cf9-2f4d-4a8b-aae3-96d71f0fe8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:21.885121 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-bf014bb6-c1e5-484c-be9d-0a25e2892106 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:21.904350 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.provisioning_blocks [None req-bf014bb6-c1e5-484c-be9d-0a25e2892106 admin admin] Transition to ACTIVE for port object 0d1f30e3-006e-44e3-b27f-989d926c0fae will not be triggered until provisioned by entity DHCP. {{(pid=93259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 05:00:21.924322 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Provisioning for port 8aa3014e-bae1-4366-aeab-34632d50eb2a completed by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 05:00:21.938393 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Provisioning complete for port 8aa3014e-bae1-4366-aeab-34632d50eb2a triggered by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 05:00:21.938903 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:21.963864 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-bf014bb6-c1e5-484c-be9d-0a25e2892106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768807127269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513232'] for port, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:22.011107 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf014bb6-c1e5-484c-be9d-0a25e2892106 admin admin] Network 3e64f94c-33aa-45a1-9900-3fa59f9cc3fb is already hosted by enough agents. {{(pid=93259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 05:00:22.017998 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.base_scheduler [None req-bf014bb6-c1e5-484c-be9d-0a25e2892106 admin admin] Resources bound (agent type, host, resource id): {{(pid=93259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 05:00:22.023594 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf014bb6-c1e5-484c-be9d-0a25e2892106 admin admin] Received port after_create {{(pid=93259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 05:00:22.029805 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf014bb6-c1e5-484c-be9d-0a25e2892106 admin admin] Pushing event updated for resources: {'Port': ['ID=0d1f30e3-006e-44e3-b27f-989d926c0fae,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:00:22.098746 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-55d8184f-a6ea-4364-9ce7-4fc6504414c5 None None] Provisioning complete for port 8aa3014e-bae1-4366-aeab-34632d50eb2a triggered by entity DHCP. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 05:00:22.099063 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-bf014bb6-c1e5-484c-be9d-0a25e2892106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765965'] for router_interface, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:22.099340 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-55d8184f-a6ea-4364-9ce7-4fc6504414c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:22.230644 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:22.345326 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] For port 8aa3014e-bae1-4366-aeab-34632d50eb2a, host dv-cinder-759943-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-8-iscsi',level=0,port_id=8aa3014e-bae1-4366-aeab-34632d50eb2a,segment=NetworkSegment(32d3c5d1-bfba-4416-aac2-85938d219641),segment_id=32d3c5d1-bfba-4416-aac2-85938d219641)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:00:22.362084 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-bf014bb6-c1e5-484c-be9d-0a25e2892106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:22.366265 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:22.375900 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-68eb9cf9-2f4d-4a8b-aae3-96d71f0fe8aa None None] Notify callbacks [] for port, precommit_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:22.378575 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-55d8184f-a6ea-4364-9ce7-4fc6504414c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:22.420804 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-68eb9cf9-2f4d-4a8b-aae3-96d71f0fe8aa None None] Transition to ACTIVE for port object ec1f4994-279b-449f-b0c5-5c88195e651c will not be triggered until provisioned by entity L2. {{(pid=93261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 05:00:22.439089 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-68eb9cf9-2f4d-4a8b-aae3-96d71f0fe8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:22.468349 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Pushing event updated for resources: {'Port': ['ID=8aa3014e-bae1-4366-aeab-34632d50eb2a,revision_number=3']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:00:22.552494 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.managers [None req-68eb9cf9-2f4d-4a8b-aae3-96d71f0fe8aa None None] Attempting to bind port ec1f4994-279b-449f-b0c5-5c88195e651c on host dv-cinder-759943-8-iscsi for vnic_type normal with profile {{(pid=93261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 05:00:22.553167 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.managers [None req-68eb9cf9-2f4d-4a8b-aae3-96d71f0fe8aa None None] Attempting to bind port ec1f4994-279b-449f-b0c5-5c88195e651c by drivers openvswitch,hyperv on host dv-cinder-759943-8-iscsi at level 0 using segments [{'id': 'ac6f53da-148d-4154-8f83-3b309cb182da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f'}] {{(pid=93261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 05:00:22.553540 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68eb9cf9-2f4d-4a8b-aae3-96d71f0fe8aa None None] Attempting to bind port ec1f4994-279b-449f-b0c5-5c88195e651c on network 7234aba2-ebe6-4f3d-9fb1-8b27c89e529f {{(pid=93261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 05:00:22.569226 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361a4bc9-54e7-4b4d-906b-cd531b92b915 None None] Pushing event updated for resources: {'Port': ['ID=ec1f4994-279b-449f-b0c5-5c88195e651c,revision_number=2']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:00:22.573437 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.db.api [None req-55d8184f-a6ea-4364-9ce7-4fc6504414c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93261) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 07 05:00:22.573790 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG oslo_db.api [None req-55d8184f-a6ea-4364-9ce7-4fc6504414c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 07 05:00:22.575032 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68eb9cf9-2f4d-4a8b-aae3-96d71f0fe8aa None None] Checking agent: {'id': '22f5c6e5-2ebd-4458-ab09-beb81a4e99be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 47, 30), 'started_at': datetime.datetime(2021, 8, 7, 4, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 5, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 05:00:22.575400 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68eb9cf9-2f4d-4a8b-aae3-96d71f0fe8aa None None] Checking segment: {'id': 'ac6f53da-148d-4154-8f83-3b309cb182da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 05:00:22.575801 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-68eb9cf9-2f4d-4a8b-aae3-96d71f0fe8aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:22.576241 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68eb9cf9-2f4d-4a8b-aae3-96d71f0fe8aa None None] Bound using segment: {'id': 'ac6f53da-148d-4154-8f83-3b309cb182da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f'} {{(pid=93261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 05:00:22.576771 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.managers [None req-68eb9cf9-2f4d-4a8b-aae3-96d71f0fe8aa None None] Bound port: ec1f4994-279b-449f-b0c5-5c88195e651c, host: dv-cinder-759943-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac6f53da-148d-4154-8f83-3b309cb182da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f'}}] {{(pid=93261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 05:00:22.577159 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-68eb9cf9-2f4d-4a8b-aae3-96d71f0fe8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:22.650720 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-68eb9cf9-2f4d-4a8b-aae3-96d71f0fe8aa None None] For port ec1f4994-279b-449f-b0c5-5c88195e651c, host dv-cinder-759943-8-iscsi, cleared binding levels {{(pid=93261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 05:00:22.654770 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-68eb9cf9-2f4d-4a8b-aae3-96d71f0fe8aa None None] For port ec1f4994-279b-449f-b0c5-5c88195e651c, host dv-cinder-759943-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-8-iscsi',level=0,port_id=ec1f4994-279b-449f-b0c5-5c88195e651c,segment=NetworkSegment(ac6f53da-148d-4154-8f83-3b309cb182da),segment_id=ac6f53da-148d-4154-8f83-3b309cb182da)] {{(pid=93261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 05:00:22.660207 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-68eb9cf9-2f4d-4a8b-aae3-96d71f0fe8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:22.685122 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-bf014bb6-c1e5-484c-be9d-0a25e2892106 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:22.692061 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-bf014bb6-c1e5-484c-be9d-0a25e2892106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8513241'] for port, after_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:22.721319 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68eb9cf9-2f4d-4a8b-aae3-96d71f0fe8aa None None] Routers {'138a3e02-7493-4821-bb93-f42a21a43334'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:00:22.721319 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-68eb9cf9-2f4d-4a8b-aae3-96d71f0fe8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T05:00:00Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['138a3e02-7493-4821-bb93-f42a21a43334'], 'active': True} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:00:22.769455 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361a4bc9-54e7-4b4d-906b-cd531b92b915 None None] Pushing event updated for resources: {'Port': ['ID=ec1f4994-279b-449f-b0c5-5c88195e651c,revision_number=3']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:00:22.794865 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf014bb6-c1e5-484c-be9d-0a25e2892106 admin admin] Pushing event updated for resources: {'Port': ['ID=0d1f30e3-006e-44e3-b27f-989d926c0fae,revision_number=2']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:00:22.798478 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-bf014bb6-c1e5-484c-be9d-0a25e2892106 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-766137'] for router_interface, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:22.852361 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device 8aa3014e-bae1-4366-aeab-34632d50eb2a up at agent ovs-agent-dv-cinder-759943-8-iscsi {{(pid=93261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 05:00:22.914563 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf014bb6-c1e5-484c-be9d-0a25e2892106 admin admin] Network 3e64f94c-33aa-45a1-9900-3fa59f9cc3fb is already hosted by enough agents. {{(pid=93259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 05:00:22.916473 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.base_scheduler [None req-bf014bb6-c1e5-484c-be9d-0a25e2892106 admin admin] Resources bound (agent type, host, resource id): {{(pid=93259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 05:00:22.956180 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvr_db [None req-68eb9cf9-2f4d-4a8b-aae3-96d71f0fe8aa None None] Set router 138a3e02-7493-4821-bb93-f42a21a43334 gateway port host: dv-cinder-759943-8-iscsi {{(pid=93261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:00:23.026809 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Provisioning complete for port 8aa3014e-bae1-4366-aeab-34632d50eb2a triggered by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 05:00:23.026809 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:23.076353 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf014bb6-c1e5-484c-be9d-0a25e2892106 admin admin] Router 138a3e02-7493-4821-bb93-f42a21a43334 has already been hosted by L3 agent c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6 {{(pid=93259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 05:00:23.232902 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf014bb6-c1e5-484c-be9d-0a25e2892106 admin admin] Notify agent at l3_agent.dv-cinder-759943-8-iscsi the message routers_updated {{(pid=93259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 05:00:23.243529 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-bf014bb6-c1e5-484c-be9d-0a25e2892106 admin admin] 10.222.0.13 "PUT /v2.0/routers/138a3e02-7493-4821-bb93-f42a21a43334/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5971425 Aug 07 05:00:23.452513 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device ecb5429c-45a6-49d7-bb4e-6aedaa9d4fa5 up at agent ovs-agent-dv-cinder-759943-8-iscsi {{(pid=93261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 05:00:23.536123 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-6b40c31d-15eb-443d-bfd0-905c4763641c None None] Provisioning for port 0d1f30e3-006e-44e3-b27f-989d926c0fae completed by entity DHCP. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 05:00:23.549348 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-6b40c31d-15eb-443d-bfd0-905c4763641c None None] Provisioning complete for port 0d1f30e3-006e-44e3-b27f-989d926c0fae triggered by entity DHCP. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 05:00:23.549796 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-6b40c31d-15eb-443d-bfd0-905c4763641c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:23.600041 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-68eb9cf9-2f4d-4a8b-aae3-96d71f0fe8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '138a3e02-7493-4821-bb93-f42a21a43334', 'name': 'tempest-TestShelveInstance-1837395371-router', 'tenant_id': 'ded0d4293f2c48c4931f6387c70e3971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'ec1f4994-279b-449f-b0c5-5c88195e651c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T05:00:18Z', 'updated_at': '2021-08-07T05:00:22Z', 'revision_number': 4, 'project_id': 'ded0d4293f2c48c4931f6387c70e3971', 'gw_port': {'id': 'ec1f4994-279b-449f-b0c5-5c88195e651c', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '138a3e02-7493-4821-bb93-f42a21a43334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:00:19Z', 'updated_at': '2021-08-07T05:00:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi', '_interfaces': [{'id': '0d1f30e3-006e-44e3-b27f-989d926c0fae', 'name': '', 'network_id': '3e64f94c-33aa-45a1-9900-3fa59f9cc3fb', 'tenant_id': 'ded0d4293f2c48c4931f6387c70e3971', 'mac_address': 'fa:16:3e:35:a3:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '138a3e02-7493-4821-bb93-f42a21a43334', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '0149e8f7-0550-48ac-a46a-2fe544aeddb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:00:21Z', 'updated_at': '2021-08-07T05:00:22Z', 'revision_number': 2, 'project_id': 'ded0d4293f2c48c4931f6387c70e3971', 'subnets': [{'id': '0149e8f7-0550-48ac-a46a-2fe544aeddb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:00:23.612940 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Provisioning for port ecb5429c-45a6-49d7-bb4e-6aedaa9d4fa5 completed by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 05:00:23.645312 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.plugin [None req-6b40c31d-15eb-443d-bfd0-905c4763641c None None] Port 0d1f30e3-006e-44e3-b27f-989d926c0fae cannot update to ACTIVE because it is not bound. {{(pid=93261) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 05:00:23.645312 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68eb9cf9-2f4d-4a8b-aae3-96d71f0fe8aa None None] The sync data for ids ['138a3e02-7493-4821-bb93-f42a21a43334'] in dv-cinder-759943-8-iscsi is: [{'id': '138a3e02-7493-4821-bb93-f42a21a43334', 'name': 'tempest-TestShelveInstance-1837395371-router', 'tenant_id': 'ded0d4293f2c48c4931f6387c70e3971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'ec1f4994-279b-449f-b0c5-5c88195e651c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T05:00:18Z', 'updated_at': '2021-08-07T05:00:22Z', 'revision_number': 4, 'project_id': 'ded0d4293f2c48c4931f6387c70e3971', 'gw_port': {'id': 'ec1f4994-279b-449f-b0c5-5c88195e651c', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '138a3e02-7493-4821-bb93-f42a21a43334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:00:19Z', 'updated_at': '2021-08-07T05:00:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi', '_interfaces': [{'id': '0d1f30e3-006e-44e3-b27f-989d926c0fae', 'name': '', 'network_id': '3e64f94c-33aa-45a1-9900-3fa59f9cc3fb', 'tenant_id': 'ded0d4293f2c48c4931f6387c70e3971', 'mac_address': 'fa:16:3e:35:a3:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '138a3e02-7493-4821-bb93-f42a21a43334', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '0149e8f7-0550-48ac-a46a-2fe544aeddb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:00:21Z', 'updated_at': '2021-08-07T05:00:22Z', 'revision_number': 2, 'project_id': 'ded0d4293f2c48c4931f6387c70e3971', 'subnets': [{'id': '0149e8f7-0550-48ac-a46a-2fe544aeddb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 05:00:23.648606 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Provisioning complete for port ecb5429c-45a6-49d7-bb4e-6aedaa9d4fa5 triggered by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 05:00:23.648988 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:23.760103 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:23.805076 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] For port ecb5429c-45a6-49d7-bb4e-6aedaa9d4fa5, host dv-cinder-759943-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-8-iscsi',level=0,port_id=ecb5429c-45a6-49d7-bb4e-6aedaa9d4fa5,segment=NetworkSegment(c3c6c36d-6867-4fab-9428-6c308e3197f3),segment_id=c3c6c36d-6867-4fab-9428-6c308e3197f3)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:00:23.811030 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:23.871617 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Pushing event updated for resources: {'Port': ['ID=ecb5429c-45a6-49d7-bb4e-6aedaa9d4fa5,revision_number=5']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:00:24.089165 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 42548) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:00:24.095483 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.v2.base [None req-f985e3f1-e426-45f3-9be0-1e2e8fd74479 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-219415251', 'description': 'tempest-secgroup-smoke-219415251 description', 'project_id': 'e0202a7fc56e416f9ce6e0728343150c'}} {{(pid=93259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:00:24.126819 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-f985e3f1-e426-45f3-9be0-1e2e8fd74479 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Notify callbacks [] for security_group, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:24.233684 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-f985e3f1-e426-45f3-9be0-1e2e8fd74479 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Notify callbacks [] for security_group, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:24.238851 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-f985e3f1-e426-45f3-9be0-1e2e8fd74479 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:24.270896 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-f985e3f1-e426-45f3-9be0-1e2e8fd74479 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Notify callbacks [] for security_group, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:24.272381 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-f985e3f1-e426-45f3-9be0-1e2e8fd74479 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1807339 Aug 07 05:00:24.276000 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 42550) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:00:24.281909 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.v2.base [None req-cd501f97-d2b0-4b78-89ed-ff0db0cebf4a tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Request body: {'security_group_rule': {'security_group_id': '0ef189eb-7629-4f84-9d6f-d7b2dce7165b', 'project_id': 'e0202a7fc56e416f9ce6e0728343150c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:00:24.291634 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f985e3f1-e426-45f3-9be0-1e2e8fd74479 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef189eb-7629-4f84-9d6f-d7b2dce7165b,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:00:24.330000 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-cd501f97-d2b0-4b78-89ed-ff0db0cebf4a tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:24.422234 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-cd501f97-d2b0-4b78-89ed-ff0db0cebf4a tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:24.427492 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-cd501f97-d2b0-4b78-89ed-ff0db0cebf4a tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733518'] for security_group_rule, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:24.456016 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-cd501f97-d2b0-4b78-89ed-ff0db0cebf4a tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:24.461417 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-cd501f97-d2b0-4b78-89ed-ff0db0cebf4a tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1801100 Aug 07 05:00:24.461417 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd501f97-d2b0-4b78-89ed-ff0db0cebf4a tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4674f3e4-6402-497b-9717-86e0c234c585,revision_number=0']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:00:24.465613 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 42554) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:00:24.474903 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.v2.base [None req-dae5c894-94c7-43cf-b6b3-b0d3c7d365d7 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Request body: {'security_group_rule': {'security_group_id': '0ef189eb-7629-4f84-9d6f-d7b2dce7165b', 'project_id': 'e0202a7fc56e416f9ce6e0728343150c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:00:24.522217 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-dae5c894-94c7-43cf-b6b3-b0d3c7d365d7 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:24.611751 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-dae5c894-94c7-43cf-b6b3-b0d3c7d365d7 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:24.617777 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-dae5c894-94c7-43cf-b6b3-b0d3c7d365d7 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733518'] for security_group_rule, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:24.642720 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae5c894-94c7-43cf-b6b3-b0d3c7d365d7 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d00360b5-32a6-4f1f-8c36-9e510779c326,revision_number=0']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:00:24.656658 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-dae5c894-94c7-43cf-b6b3-b0d3c7d365d7 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:24.659237 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-dae5c894-94c7-43cf-b6b3-b0d3c7d365d7 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1899543 Aug 07 05:00:24.661908 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 42556) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:00:24.670701 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.v2.base [None req-95e9f8dc-8cbe-44ff-ba55-b47aa56e5c49 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Request body: {'security_group_rule': {'security_group_id': '0ef189eb-7629-4f84-9d6f-d7b2dce7165b', 'project_id': 'e0202a7fc56e416f9ce6e0728343150c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:00:24.720234 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-95e9f8dc-8cbe-44ff-ba55-b47aa56e5c49 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:24.838409 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-95e9f8dc-8cbe-44ff-ba55-b47aa56e5c49 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:24.845369 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-95e9f8dc-8cbe-44ff-ba55-b47aa56e5c49 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733518'] for security_group_rule, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:24.870155 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e9f8dc-8cbe-44ff-ba55-b47aa56e5c49 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a10c0b77-1394-49ed-8902-2f810737240f,revision_number=0']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:00:24.879477 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-95e9f8dc-8cbe-44ff-ba55-b47aa56e5c49 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:24.885650 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-95e9f8dc-8cbe-44ff-ba55-b47aa56e5c49 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2174673 Aug 07 05:00:24.885650 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 42560) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:00:24.890657 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.v2.base [None req-84d83077-e905-4953-9366-28d83ab0880a tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Request body: {'security_group_rule': {'security_group_id': '0ef189eb-7629-4f84-9d6f-d7b2dce7165b', 'project_id': 'e0202a7fc56e416f9ce6e0728343150c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:00:24.913588 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device ec1f4994-279b-449f-b0c5-5c88195e651c up at agent ovs-agent-dv-cinder-759943-8-iscsi {{(pid=93261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 05:00:24.934422 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-84d83077-e905-4953-9366-28d83ab0880a tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:24.993820 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Provisioning for port ec1f4994-279b-449f-b0c5-5c88195e651c completed by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 05:00:25.001105 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Provisioning complete for port ec1f4994-279b-449f-b0c5-5c88195e651c triggered by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 05:00:25.002019 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:25.020914 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-84d83077-e905-4953-9366-28d83ab0880a tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:25.027077 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-84d83077-e905-4953-9366-28d83ab0880a tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733518'] for security_group_rule, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:25.064653 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d83077-e905-4953-9366-28d83ab0880a tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6d41704-4b90-4d51-9a9c-4fe4011c169b,revision_number=0']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:00:25.077986 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-84d83077-e905-4953-9366-28d83ab0880a tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:25.085076 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-84d83077-e905-4953-9366-28d83ab0880a tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1981053 Aug 07 05:00:25.086372 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 42562) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:00:25.094350 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.v2.base [None req-84d6ba8e-bd35-48a8-8791-12682886312d tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Request body: {'security_group_rule': {'security_group_id': '0ef189eb-7629-4f84-9d6f-d7b2dce7165b', 'project_id': 'e0202a7fc56e416f9ce6e0728343150c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:00:25.112051 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:25.137807 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.db.securitygroups_db [None req-84d6ba8e-bd35-48a8-8791-12682886312d tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Project e0202a7fc56e416f9ce6e0728343150c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 07 05:00:25.138606 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] For port ec1f4994-279b-449f-b0c5-5c88195e651c, host dv-cinder-759943-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-8-iscsi',level=0,port_id=ec1f4994-279b-449f-b0c5-5c88195e651c,segment=NetworkSegment(ac6f53da-148d-4154-8f83-3b309cb182da),segment_id=ac6f53da-148d-4154-8f83-3b309cb182da)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:00:25.148491 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-84d6ba8e-bd35-48a8-8791-12682886312d tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:25.164331 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:25.165084 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device ecb5429c-45a6-49d7-bb4e-6aedaa9d4fa5 up at agent ovs-agent-dv-cinder-759943-8-iscsi {{(pid=93261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 05:00:25.239226 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-84d6ba8e-bd35-48a8-8791-12682886312d tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:25.244047 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-84d6ba8e-bd35-48a8-8791-12682886312d tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733518'] for security_group_rule, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:25.255690 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Pushing event updated for resources: {'Port': ['ID=ec1f4994-279b-449f-b0c5-5c88195e651c,revision_number=4']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:00:25.261336 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d6ba8e-bd35-48a8-8791-12682886312d tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12eee96e-2746-49c9-b0b5-1232a451289c,revision_number=0']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:00:25.269137 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Provisioning complete for port ecb5429c-45a6-49d7-bb4e-6aedaa9d4fa5 triggered by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 05:00:25.269572 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:25.273568 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-84d6ba8e-bd35-48a8-8791-12682886312d tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:25.278891 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-84d6ba8e-bd35-48a8-8791-12682886312d tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1905389 Aug 07 05:00:25.279267 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 42564) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:00:25.284595 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.v2.base [None req-9052a844-a37c-4977-81bb-2b2bb95d2ab8 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Request body: {'security_group_rule': {'security_group_id': '0ef189eb-7629-4f84-9d6f-d7b2dce7165b', 'project_id': 'e0202a7fc56e416f9ce6e0728343150c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:00:25.322375 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.db.securitygroups_db [None req-9052a844-a37c-4977-81bb-2b2bb95d2ab8 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Project e0202a7fc56e416f9ce6e0728343150c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 07 05:00:25.328773 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-9052a844-a37c-4977-81bb-2b2bb95d2ab8 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:25.406312 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-9052a844-a37c-4977-81bb-2b2bb95d2ab8 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:25.412035 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-9052a844-a37c-4977-81bb-2b2bb95d2ab8 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733518'] for security_group_rule, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:25.448128 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9052a844-a37c-4977-81bb-2b2bb95d2ab8 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a5537a7-7767-4fcc-b869-83f3f45a22bd,revision_number=0']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:00:25.453293 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-9052a844-a37c-4977-81bb-2b2bb95d2ab8 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:25.458254 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-9052a844-a37c-4977-81bb-2b2bb95d2ab8 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1753502 Aug 07 05:00:26.218784 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f1b5ee-f086-4a23-9cc2-610225fd6966 None None] Sync routers for ids ['138a3e02-7493-4821-bb93-f42a21a43334'] in dv-cinder-759943-8-iscsi {{(pid=93262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 05:00:26.235463 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f1b5ee-f086-4a23-9cc2-610225fd6966 None None] Routers {'138a3e02-7493-4821-bb93-f42a21a43334'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:00:26.236667 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_hamode_db [None req-91f1b5ee-f086-4a23-9cc2-610225fd6966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T05:00:00Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['138a3e02-7493-4821-bb93-f42a21a43334'], 'active': True} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:00:26.434559 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvr_db [None req-91f1b5ee-f086-4a23-9cc2-610225fd6966 None None] Set router 138a3e02-7493-4821-bb93-f42a21a43334 gateway port host: dv-cinder-759943-8-iscsi {{(pid=93262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:00:26.779147 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device ec1f4994-279b-449f-b0c5-5c88195e651c up at agent ovs-agent-dv-cinder-759943-8-iscsi {{(pid=93261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 05:00:26.824624 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-568ce5a4-f6aa-4309-8c23-22fd91344ea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:26.847352 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Provisioning complete for port ec1f4994-279b-449f-b0c5-5c88195e651c triggered by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 05:00:26.847800 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:26.875343 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_hamode_db [None req-91f1b5ee-f086-4a23-9cc2-610225fd6966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '138a3e02-7493-4821-bb93-f42a21a43334', 'name': 'tempest-TestShelveInstance-1837395371-router', 'tenant_id': 'ded0d4293f2c48c4931f6387c70e3971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'ec1f4994-279b-449f-b0c5-5c88195e651c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T05:00:18Z', 'updated_at': '2021-08-07T05:00:22Z', 'revision_number': 4, 'project_id': 'ded0d4293f2c48c4931f6387c70e3971', 'gw_port': {'id': 'ec1f4994-279b-449f-b0c5-5c88195e651c', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138a3e02-7493-4821-bb93-f42a21a43334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:00:19Z', 'updated_at': '2021-08-07T05:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi', '_interfaces': [{'id': '0d1f30e3-006e-44e3-b27f-989d926c0fae', 'name': '', 'network_id': '3e64f94c-33aa-45a1-9900-3fa59f9cc3fb', 'tenant_id': 'ded0d4293f2c48c4931f6387c70e3971', 'mac_address': 'fa:16:3e:35:a3:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '138a3e02-7493-4821-bb93-f42a21a43334', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '0149e8f7-0550-48ac-a46a-2fe544aeddb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:00:21Z', 'updated_at': '2021-08-07T05:00:22Z', 'revision_number': 2, 'project_id': 'ded0d4293f2c48c4931f6387c70e3971', 'subnets': [{'id': '0149e8f7-0550-48ac-a46a-2fe544aeddb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:00:26.913582 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f1b5ee-f086-4a23-9cc2-610225fd6966 None None] Checking router: 138a3e02-7493-4821-bb93-f42a21a43334 for host: dv-cinder-759943-8-iscsi {{(pid=93262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 05:00:26.914219 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f1b5ee-f086-4a23-9cc2-610225fd6966 None None] Updating router 138a3e02-7493-4821-bb93-f42a21a43334 port 0d1f30e3-006e-44e3-b27f-989d926c0fae binding host dv-cinder-759943-8-iscsi {{(pid=93262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 05:00:26.953989 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-91f1b5ee-f086-4a23-9cc2-610225fd6966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:27.276583 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-91f1b5ee-f086-4a23-9cc2-610225fd6966 None None] Notify callbacks [] for port, precommit_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:27.288932 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.provisioning_blocks [None req-91f1b5ee-f086-4a23-9cc2-610225fd6966 None None] Transition to ACTIVE for port object 0d1f30e3-006e-44e3-b27f-989d926c0fae will not be triggered until provisioned by entity L2. {{(pid=93262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 05:00:27.296662 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-91f1b5ee-f086-4a23-9cc2-610225fd6966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:27.351905 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73618974-2763-416f-b070-ca1139292949 None None] Pushing event updated for resources: {'Port': ['ID=0d1f30e3-006e-44e3-b27f-989d926c0fae,revision_number=3']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:00:27.424809 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.managers [None req-91f1b5ee-f086-4a23-9cc2-610225fd6966 None None] Attempting to bind port 0d1f30e3-006e-44e3-b27f-989d926c0fae on host dv-cinder-759943-8-iscsi for vnic_type normal with profile {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 05:00:27.425181 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.managers [None req-91f1b5ee-f086-4a23-9cc2-610225fd6966 None None] Attempting to bind port 0d1f30e3-006e-44e3-b27f-989d926c0fae by drivers openvswitch,hyperv on host dv-cinder-759943-8-iscsi at level 0 using segments [{'id': '32d3c5d1-bfba-4416-aac2-85938d219641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3e64f94c-33aa-45a1-9900-3fa59f9cc3fb'}] {{(pid=93262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 05:00:27.425540 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f1b5ee-f086-4a23-9cc2-610225fd6966 None None] Attempting to bind port 0d1f30e3-006e-44e3-b27f-989d926c0fae on network 3e64f94c-33aa-45a1-9900-3fa59f9cc3fb {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 05:00:27.432224 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f1b5ee-f086-4a23-9cc2-610225fd6966 None None] Checking agent: {'id': '22f5c6e5-2ebd-4458-ab09-beb81a4e99be', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759943-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 47, 30), 'started_at': datetime.datetime(2021, 8, 7, 4, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 5, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759943-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 05:00:27.432764 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f1b5ee-f086-4a23-9cc2-610225fd6966 None None] Checking segment: {'id': '32d3c5d1-bfba-4416-aac2-85938d219641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3e64f94c-33aa-45a1-9900-3fa59f9cc3fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 05:00:27.433760 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-91f1b5ee-f086-4a23-9cc2-610225fd6966 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:27.434376 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f1b5ee-f086-4a23-9cc2-610225fd6966 None None] Bound using segment: {'id': '32d3c5d1-bfba-4416-aac2-85938d219641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3e64f94c-33aa-45a1-9900-3fa59f9cc3fb'} {{(pid=93262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 05:00:27.434984 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.managers [None req-91f1b5ee-f086-4a23-9cc2-610225fd6966 None None] Bound port: 0d1f30e3-006e-44e3-b27f-989d926c0fae, host: dv-cinder-759943-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32d3c5d1-bfba-4416-aac2-85938d219641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '3e64f94c-33aa-45a1-9900-3fa59f9cc3fb'}}] {{(pid=93262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 05:00:27.435492 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-91f1b5ee-f086-4a23-9cc2-610225fd6966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:27.560307 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.db [None req-91f1b5ee-f086-4a23-9cc2-610225fd6966 None None] For port 0d1f30e3-006e-44e3-b27f-989d926c0fae, host dv-cinder-759943-8-iscsi, cleared binding levels {{(pid=93262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 05:00:27.567516 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.plugins.ml2.db [None req-91f1b5ee-f086-4a23-9cc2-610225fd6966 None None] For port 0d1f30e3-006e-44e3-b27f-989d926c0fae, host dv-cinder-759943-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-8-iscsi',level=0,port_id=0d1f30e3-006e-44e3-b27f-989d926c0fae,segment=NetworkSegment(32d3c5d1-bfba-4416-aac2-85938d219641),segment_id=32d3c5d1-bfba-4416-aac2-85938d219641)] {{(pid=93262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 05:00:27.574581 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron_lib.callbacks.manager [None req-91f1b5ee-f086-4a23-9cc2-610225fd6966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:27.684258 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73618974-2763-416f-b070-ca1139292949 None None] Pushing event updated for resources: {'Port': ['ID=0d1f30e3-006e-44e3-b27f-989d926c0fae,revision_number=4']} {{(pid=93262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:00:27.704328 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f1b5ee-f086-4a23-9cc2-610225fd6966 None None] Routers {'138a3e02-7493-4821-bb93-f42a21a43334'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:00:27.705415 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_hamode_db [None req-91f1b5ee-f086-4a23-9cc2-610225fd6966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T05:00:00Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['138a3e02-7493-4821-bb93-f42a21a43334'], 'active': True} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:00:27.874182 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvr_db [None req-91f1b5ee-f086-4a23-9cc2-610225fd6966 None None] Set router 138a3e02-7493-4821-bb93-f42a21a43334 gateway port host: dv-cinder-759943-8-iscsi {{(pid=93262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:00:28.135187 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_hamode_db [None req-91f1b5ee-f086-4a23-9cc2-610225fd6966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '138a3e02-7493-4821-bb93-f42a21a43334', 'name': 'tempest-TestShelveInstance-1837395371-router', 'tenant_id': 'ded0d4293f2c48c4931f6387c70e3971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'ec1f4994-279b-449f-b0c5-5c88195e651c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T05:00:18Z', 'updated_at': '2021-08-07T05:00:22Z', 'revision_number': 4, 'project_id': 'ded0d4293f2c48c4931f6387c70e3971', 'gw_port': {'id': 'ec1f4994-279b-449f-b0c5-5c88195e651c', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138a3e02-7493-4821-bb93-f42a21a43334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:00:19Z', 'updated_at': '2021-08-07T05:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi', '_interfaces': [{'id': '0d1f30e3-006e-44e3-b27f-989d926c0fae', 'name': '', 'network_id': '3e64f94c-33aa-45a1-9900-3fa59f9cc3fb', 'tenant_id': 'ded0d4293f2c48c4931f6387c70e3971', 'mac_address': 'fa:16:3e:35:a3:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '138a3e02-7493-4821-bb93-f42a21a43334', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '0149e8f7-0550-48ac-a46a-2fe544aeddb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:00:21Z', 'updated_at': '2021-08-07T05:00:27Z', 'revision_number': 4, 'project_id': 'ded0d4293f2c48c4931f6387c70e3971', 'subnets': [{'id': '0149e8f7-0550-48ac-a46a-2fe544aeddb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:00:28.175767 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f1b5ee-f086-4a23-9cc2-610225fd6966 None None] The sync data for ids ['138a3e02-7493-4821-bb93-f42a21a43334'] in dv-cinder-759943-8-iscsi is: [{'id': '138a3e02-7493-4821-bb93-f42a21a43334', 'name': 'tempest-TestShelveInstance-1837395371-router', 'tenant_id': 'ded0d4293f2c48c4931f6387c70e3971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'ec1f4994-279b-449f-b0c5-5c88195e651c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T05:00:18Z', 'updated_at': '2021-08-07T05:00:22Z', 'revision_number': 4, 'project_id': 'ded0d4293f2c48c4931f6387c70e3971', 'gw_port': {'id': 'ec1f4994-279b-449f-b0c5-5c88195e651c', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138a3e02-7493-4821-bb93-f42a21a43334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:00:19Z', 'updated_at': '2021-08-07T05:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi', '_interfaces': [{'id': '0d1f30e3-006e-44e3-b27f-989d926c0fae', 'name': '', 'network_id': '3e64f94c-33aa-45a1-9900-3fa59f9cc3fb', 'tenant_id': 'ded0d4293f2c48c4931f6387c70e3971', 'mac_address': 'fa:16:3e:35:a3:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '138a3e02-7493-4821-bb93-f42a21a43334', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '0149e8f7-0550-48ac-a46a-2fe544aeddb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:00:21Z', 'updated_at': '2021-08-07T05:00:27Z', 'revision_number': 4, 'project_id': 'ded0d4293f2c48c4931f6387c70e3971', 'subnets': [{'id': '0149e8f7-0550-48ac-a46a-2fe544aeddb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 05:00:28.820297 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device 0d1f30e3-006e-44e3-b27f-989d926c0fae up at agent ovs-agent-dv-cinder-759943-8-iscsi {{(pid=93261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 05:00:28.919157 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Provisioning for port 0d1f30e3-006e-44e3-b27f-989d926c0fae completed by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 05:00:28.928305 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Provisioning complete for port 0d1f30e3-006e-44e3-b27f-989d926c0fae triggered by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 05:00:28.928889 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:29.068036 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:29.133819 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] For port 0d1f30e3-006e-44e3-b27f-989d926c0fae, host dv-cinder-759943-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-8-iscsi',level=0,port_id=0d1f30e3-006e-44e3-b27f-989d926c0fae,segment=NetworkSegment(32d3c5d1-bfba-4416-aac2-85938d219641),segment_id=32d3c5d1-bfba-4416-aac2-85938d219641)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:00:29.145148 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:29.234249 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Pushing event updated for resources: {'Port': ['ID=0d1f30e3-006e-44e3-b27f-989d926c0fae,revision_number=5']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:00:29.318952 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:29.421342 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750c604d-18e2-420d-82fe-bf516cc14f3a req-49a5de83-774d-43db-a02d-2911d06c0b07 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:29.422986 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-750c604d-18e2-420d-82fe-bf516cc14f3a req-49a5de83-774d-43db-a02d-2911d06c0b07 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=a075a532-a14b-4220-b5be-f7ea0eed4fc6 HTTP/1.1" status: 200 len: 945 time: 0.2227688 Aug 07 05:00:29.469915 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-750c604d-18e2-420d-82fe-bf516cc14f3a req-53f1ee4d-79e0-47f4-80d5-369f00fe27c4 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c466296-861b-46b3-ac81-a26626c817f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399516 Aug 07 05:00:29.712503 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-cb3f96b5-4909-4ebc-876c-ca00c8f6d1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:29.723047 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:30.633468 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44265b0-2f85-4c46-afbf-c000846a8c3e req-4add9436-99da-4514-af58-9692dc4a335c tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:30.636191 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-c44265b0-2f85-4c46-afbf-c000846a8c3e req-4add9436-99da-4514-af58-9692dc4a335c tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=a075a532-a14b-4220-b5be-f7ea0eed4fc6 HTTP/1.1" status: 200 len: 945 time: 0.0804267 Aug 07 05:00:30.680824 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-c44265b0-2f85-4c46-afbf-c000846a8c3e req-cd39016a-1acb-46d6-993b-05c596a27f48 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c466296-861b-46b3-ac81-a26626c817f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373030 Aug 07 05:00:30.744068 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-f79f476c-1ac6-45f4-a536-05d31601a6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:30.762683 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device 0d1f30e3-006e-44e3-b27f-989d926c0fae up at agent ovs-agent-dv-cinder-759943-8-iscsi {{(pid=93261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 05:00:30.818738 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Provisioning complete for port 0d1f30e3-006e-44e3-b27f-989d926c0fae triggered by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 05:00:30.819022 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:31.816617 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22597ed5-e6a4-4768-ab0d-413fa908c7a1 req-339119b8-9d14-435d-bd5d-2091ec5e7668 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:31.818293 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-22597ed5-e6a4-4768-ab0d-413fa908c7a1 req-339119b8-9d14-435d-bd5d-2091ec5e7668 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=a075a532-a14b-4220-b5be-f7ea0eed4fc6 HTTP/1.1" status: 200 len: 945 time: 0.0587096 Aug 07 05:00:31.860665 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-22597ed5-e6a4-4768-ab0d-413fa908c7a1 req-a545a787-7fed-4fa5-bb0e-85f0d32e0aa7 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c466296-861b-46b3-ac81-a26626c817f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355344 Aug 07 05:00:32.542277 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-fe46c1f5-d46f-4bdc-a2a5-961a9e169c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:32.989545 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bef9829-05fb-44a9-acbd-0cb1766b4c62 req-edc66ba5-709e-4cd7-92fb-9b16aeeff5e8 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:32.991199 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-3bef9829-05fb-44a9-acbd-0cb1766b4c62 req-edc66ba5-709e-4cd7-92fb-9b16aeeff5e8 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=a075a532-a14b-4220-b5be-f7ea0eed4fc6 HTTP/1.1" status: 200 len: 945 time: 0.0523856 Aug 07 05:00:33.034465 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-3bef9829-05fb-44a9-acbd-0cb1766b4c62 req-b9ea2928-0d29-4201-8ef2-171c6b468590 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c466296-861b-46b3-ac81-a26626c817f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362515 Aug 07 05:00:34.167107 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ffaea6-ecfb-43b8-b864-03223e9b43b3 req-47656fab-20f3-46d8-bc34-fcd8c6d589ad tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:34.169584 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-94ffaea6-ecfb-43b8-b864-03223e9b43b3 req-47656fab-20f3-46d8-bc34-fcd8c6d589ad tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=a075a532-a14b-4220-b5be-f7ea0eed4fc6 HTTP/1.1" status: 200 len: 945 time: 0.0586095 Aug 07 05:00:34.212071 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-94ffaea6-ecfb-43b8-b864-03223e9b43b3 req-3f04ff10-40d4-4105-a563-e581905bcb3d tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c466296-861b-46b3-ac81-a26626c817f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357301 Aug 07 05:00:35.354035 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa036fd0-624e-4556-9c0e-d08229a09fbb req-fc77bd6e-0032-441f-9a93-3c1d382606ee tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:35.356178 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-aa036fd0-624e-4556-9c0e-d08229a09fbb req-fc77bd6e-0032-441f-9a93-3c1d382606ee tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=a075a532-a14b-4220-b5be-f7ea0eed4fc6 HTTP/1.1" status: 200 len: 945 time: 0.0516722 Aug 07 05:00:35.411620 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-aa036fd0-624e-4556-9c0e-d08229a09fbb req-24623d21-425f-495c-ab7a-3412cca1ef56 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c466296-861b-46b3-ac81-a26626c817f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445869 Aug 07 05:00:36.544334 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cffb8ac-be5b-4274-af1f-62209bd6432d req-baded489-a591-4f00-a258-1f2b41fde5f9 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:36.545732 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-2cffb8ac-be5b-4274-af1f-62209bd6432d req-baded489-a591-4f00-a258-1f2b41fde5f9 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=a075a532-a14b-4220-b5be-f7ea0eed4fc6 HTTP/1.1" status: 200 len: 945 time: 0.0511482 Aug 07 05:00:36.585742 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-2cffb8ac-be5b-4274-af1f-62209bd6432d req-0e04603d-af4f-42ba-810a-b232f1a8d93a tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c466296-861b-46b3-ac81-a26626c817f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338798 Aug 07 05:00:37.721424 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f229b6-8e53-43f2-abfe-f11c908fe5f7 req-7b585d5e-f321-442b-95de-8bf45ecc4182 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:37.722882 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-e4f229b6-8e53-43f2-abfe-f11c908fe5f7 req-7b585d5e-f321-442b-95de-8bf45ecc4182 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=a075a532-a14b-4220-b5be-f7ea0eed4fc6 HTTP/1.1" status: 200 len: 945 time: 0.0562298 Aug 07 05:00:37.763369 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-e4f229b6-8e53-43f2-abfe-f11c908fe5f7 req-9dc9c2e1-00f0-4c85-9bfe-310d4d10519c tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c466296-861b-46b3-ac81-a26626c817f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343635 Aug 07 05:00:38.904943 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a2ee35-2929-4a9d-9e19-3cc88b75eb48 req-e14c63a8-9431-48f4-9ab3-ab7c274c20ba tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:38.906714 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-e7a2ee35-2929-4a9d-9e19-3cc88b75eb48 req-e14c63a8-9431-48f4-9ab3-ab7c274c20ba tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=a075a532-a14b-4220-b5be-f7ea0eed4fc6 HTTP/1.1" status: 200 len: 945 time: 0.0603201 Aug 07 05:00:38.948064 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-e7a2ee35-2929-4a9d-9e19-3cc88b75eb48 req-9ce638a2-f971-4255-ba6b-8ef9a9cbdca4 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c466296-861b-46b3-ac81-a26626c817f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353200 Aug 07 05:00:40.038252 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device bd636543-d125-4207-9b34-9d5eae7c5345 details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=93261) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 05:00:40.082154 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124a2b14-157e-432a-824f-c3f32fee4c7d req-3f1ce734-061f-4859-b13e-8f6e795ecab8 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:40.083829 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-124a2b14-157e-432a-824f-c3f32fee4c7d req-3f1ce734-061f-4859-b13e-8f6e795ecab8 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=a075a532-a14b-4220-b5be-f7ea0eed4fc6 HTTP/1.1" status: 200 len: 945 time: 0.0565727 Aug 07 05:00:40.131079 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-124a2b14-157e-432a-824f-c3f32fee4c7d req-4b3db163-c67a-4eb2-8fb8-8f386f99a4df tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c466296-861b-46b3-ac81-a26626c817f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376806 Aug 07 05:00:40.185649 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] For port bd636543-d125-4207-9b34-9d5eae7c5345, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=bd636543-d125-4207-9b34-9d5eae7c5345,segment=NetworkSegment(5c4cc400-a497-44e6-be97-a3f4f6364da8),segment_id=5c4cc400-a497-44e6-be97-a3f4f6364da8)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:00:40.198369 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Returning: {'device': 'bd636543-d125-4207-9b34-9d5eae7c5345', 'network_id': '4c392ea1-f973-4e27-8c93-9da70b5eee3e', 'port_id': 'bd636543-d125-4207-9b34-9d5eae7c5345', 'mac_address': 'fa:16:3e:64:fd:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c03fc84b-f6fc-4f24-bb48-576f621db152', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93261) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 05:00:40.239180 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:40.253548 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.notifiers.nova [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bd636543-d125-4207-9b34-9d5eae7c5345 {{(pid=93261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 05:00:40.274586 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] For port bd636543-d125-4207-9b34-9d5eae7c5345, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=bd636543-d125-4207-9b34-9d5eae7c5345,segment=NetworkSegment(5c4cc400-a497-44e6-be97-a3f4f6364da8),segment_id=5c4cc400-a497-44e6-be97-a3f4f6364da8)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:00:40.280592 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:40.343693 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Pushing event updated for resources: {'Port': ['ID=bd636543-d125-4207-9b34-9d5eae7c5345,revision_number=6']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:00:40.364616 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] get_ports_and_sgs() called for port_ids ['bd636543-d125-4207-9b34-9d5eae7c5345'] {{(pid=93261) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 05:00:41.261030 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59044882-4582-4cec-8679-fef343631516 req-11433cc9-7a57-4629-9c3a-e87564ba968a tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:41.263159 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-59044882-4582-4cec-8679-fef343631516 req-11433cc9-7a57-4629-9c3a-e87564ba968a tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=a075a532-a14b-4220-b5be-f7ea0eed4fc6 HTTP/1.1" status: 200 len: 944 time: 0.0521073 Aug 07 05:00:41.304931 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-59044882-4582-4cec-8679-fef343631516 req-d459c5a6-c2f9-4a25-92b0-4216aa3cd3a1 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c466296-861b-46b3-ac81-a26626c817f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336776 Aug 07 05:00:42.035622 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device bd636543-d125-4207-9b34-9d5eae7c5345 up at agent hyperv_hv-cinder-75994 {{(pid=93261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 05:00:42.094809 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Provisioning complete for port bd636543-d125-4207-9b34-9d5eae7c5345 triggered by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 05:00:42.095230 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:42.201588 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:42.245260 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a075a532-a14b-4220-b5be-f7ea0eed4fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd636543-d125-4207-9b34-9d5eae7c5345'}] {{(pid=93261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 05:00:42.250174 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5d2cee0e1396f99553e356b0c4b33bfeaec0d7e5dcff0a4dea0c896a01c358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-426c3f94-46fd-4792-a737-214e20e1f0f5" -d '{"events": [{"server_uuid": "a075a532-a14b-4220-b5be-f7ea0eed4fc6", "name": "network-vif-plugged", "status": "completed", "tag": "bd636543-d125-4207-9b34-9d5eae7c5345"}]}' {{(pid=93261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 05:00:42.277827 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-18b17428-87c2-4858-89fa-a95f6ca6644c req-040298d3-7349-41d5-b477-1a56ef8e1b1a tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-219415251&fields=id&tenant_id=e0202a7fc56e416f9ce6e0728343150c HTTP/1.1" status: 200 len: 267 time: 0.0627487 Aug 07 05:00:42.284569 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] For port bd636543-d125-4207-9b34-9d5eae7c5345, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=bd636543-d125-4207-9b34-9d5eae7c5345,segment=NetworkSegment(5c4cc400-a497-44e6-be97-a3f4f6364da8),segment_id=5c4cc400-a497-44e6-be97-a3f4f6364da8)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:00:42.290441 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:42.355761 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 05:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba3832c7-7097-417c-85cc-580998189852 x-openstack-request-id: req-ba3832c7-7097-417c-85cc-580998189852 {{(pid=93261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 05:00:42.356059 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a075a532-a14b-4220-b5be-f7ea0eed4fc6", "name": "network-vif-plugged", "status": "completed", "tag": "bd636543-d125-4207-9b34-9d5eae7c5345", "code": 200}]} {{(pid=93261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 05:00:42.356349 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ba3832c7-7097-417c-85cc-580998189852 {{(pid=93261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 05:00:42.356937 dv-cinder-759943-8-iscsi neutron-server[93261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a075a532-a14b-4220-b5be-f7ea0eed4fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd636543-d125-4207-9b34-9d5eae7c5345', 'code': 200} Aug 07 05:00:42.360302 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Pushing event updated for resources: {'Port': ['ID=bd636543-d125-4207-9b34-9d5eae7c5345,revision_number=7']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:00:42.368318 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:00:42.368672 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:00:42.369013 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:00:42.369343 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:00:42.369669 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:00:42.370063 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:00:42.370354 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:00:42.370883 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:00:42.371218 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:00:42.371760 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:00:42.372086 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:00:42.372408 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:00:42.429014 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b17428-87c2-4858-89fa-a95f6ca6644c req-1ce86c83-dcce-4648-9aed-303782a788b6 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:42.432140 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-18b17428-87c2-4858-89fa-a95f6ca6644c req-1ce86c83-dcce-4648-9aed-303782a788b6 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "GET /v2.0/networks?id=3c6994ec-32f0-4a5f-a478-ed69244b4560 HTTP/1.1" status: 200 len: 808 time: 0.1401348 Aug 07 05:00:42.447538 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-18b17428-87c2-4858-89fa-a95f6ca6644c req-cb6b91d4-dd1c-4135-9c29-7f4e7d0a49ee tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "GET /v2.0/quotas/e0202a7fc56e416f9ce6e0728343150c HTTP/1.1" status: 200 len: 375 time: 0.0100071 Aug 07 05:00:42.472578 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf43f3-3bd9-44bd-bed0-b9e273e1c88a req-ff103804-bad9-4923-847f-d0390f8d50fd tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:42.475006 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-aecf43f3-3bd9-44bd-bed0-b9e273e1c88a req-ff103804-bad9-4923-847f-d0390f8d50fd tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=a075a532-a14b-4220-b5be-f7ea0eed4fc6 HTTP/1.1" status: 200 len: 945 time: 0.0644004 Aug 07 05:00:42.505963 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-18b17428-87c2-4858-89fa-a95f6ca6644c req-0e757f03-4f72-4994-a12d-54635c85e9ce tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e0202a7fc56e416f9ce6e0728343150c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509267 Aug 07 05:00:42.529403 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-aecf43f3-3bd9-44bd-bed0-b9e273e1c88a req-19dc78cd-6c28-4228-beed-0d9906f33a72 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c466296-861b-46b3-ac81-a26626c817f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478852 Aug 07 05:00:42.711122 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-18b17428-87c2-4858-89fa-a95f6ca6644c req-b8f6870c-6265-4cee-8bce-73e42017fe81 service neutron] 10.222.0.13 "GET /v2.0/networks/3c6994ec-32f0-4a5f-a478-ed69244b4560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929815 Aug 07 05:00:42.801053 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-18b17428-87c2-4858-89fa-a95f6ca6644c req-9cc362da-38b7-4cea-8b3d-0b118a6c6eec service neutron] 10.222.0.13 "GET /v2.0/networks/3c6994ec-32f0-4a5f-a478-ed69244b4560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888922 Aug 07 05:00:43.200854 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-0914208a-915e-48e6-8d38-2c61268b8388 req-ffe3eca6-53d1-4f1d-b055-ea2b854f2fdd tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "GET /v2.0/ports?device_id=9187a1f0-ebad-4f15-8672-da445ebc35ff HTTP/1.1" status: 200 len: 210 time: 0.0356433 Aug 07 05:00:43.686623 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a62433a-b768-4e9a-a72d-6291a810ebac req-fc1011f9-76ff-4609-9b50-5f1bc3901d10 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:43.688831 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-6a62433a-b768-4e9a-a72d-6291a810ebac req-fc1011f9-76ff-4609-9b50-5f1bc3901d10 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=a075a532-a14b-4220-b5be-f7ea0eed4fc6 HTTP/1.1" status: 200 len: 945 time: 0.0650902 Aug 07 05:00:43.735201 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-6a62433a-b768-4e9a-a72d-6291a810ebac req-42b7d9d8-c1f6-4069-953d-e0f88fb990cc tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c466296-861b-46b3-ac81-a26626c817f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392599 Aug 07 05:00:44.393313 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-ad6c41b5-719b-4ff3-ba9c-10cac13c04f7 req-41e1db72-4b2f-4db8-83ff-a4383bbb4591 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "GET /v2.0/ports?device_id=9187a1f0-ebad-4f15-8672-da445ebc35ff HTTP/1.1" status: 200 len: 210 time: 0.0637035 Aug 07 05:00:44.666701 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.agents_db [None req-236ba2d6-2b68-46f9-96aa-64978379ec1a None None] Agent healthcheck: found 6 active agents {{(pid=93262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 05:00:44.789718 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b17428-87c2-4858-89fa-a95f6ca6644c req-72666ab8-8a8c-45ed-bfa1-7ea712963984 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:44.791987 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-18b17428-87c2-4858-89fa-a95f6ca6644c req-72666ab8-8a8c-45ed-bfa1-7ea712963984 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.43 "GET /v2.0/networks?id=3c6994ec-32f0-4a5f-a478-ed69244b4560 HTTP/1.1" status: 200 len: 808 time: 0.2370064 Aug 07 05:00:44.897105 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-18b17428-87c2-4858-89fa-a95f6ca6644c req-5c985820-ec2e-448f-a28f-1e8be77eac4c tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e0202a7fc56e416f9ce6e0728343150c HTTP/1.1" status: 200 len: 379 time: 0.0943494 Aug 07 05:00:45.008676 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.v2.base [req-18b17428-87c2-4858-89fa-a95f6ca6644c req-c3df4970-a9c1-450c-87bd-de4d8748c7a9 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Request body: {'port': {'device_id': '9187a1f0-ebad-4f15-8672-da445ebc35ff', 'network_id': '3c6994ec-32f0-4a5f-a478-ed69244b4560', 'admin_state_up': True, 'tenant_id': 'e0202a7fc56e416f9ce6e0728343150c', 'security_groups': ['0ef189eb-7629-4f84-9d6f-d7b2dce7165b']}} {{(pid=93259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:00:45.120889 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de5b02-2875-452c-842d-2160867d675b req-5541865f-c57f-4680-9ad4-a3fe91fea73a tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:45.122660 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-91de5b02-2875-452c-842d-2160867d675b req-5541865f-c57f-4680-9ad4-a3fe91fea73a tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=a075a532-a14b-4220-b5be-f7ea0eed4fc6 HTTP/1.1" status: 200 len: 945 time: 0.2238829 Aug 07 05:00:45.212655 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-91de5b02-2875-452c-842d-2160867d675b req-86da4d14-57db-4c93-8ed5-9ba9dfb4a82b tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c466296-861b-46b3-ac81-a26626c817f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690756 Aug 07 05:00:45.236710 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18b17428-87c2-4858-89fa-a95f6ca6644c req-c3df4970-a9c1-450c-87bd-de4d8748c7a9 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Made reservation on behalf of e0202a7fc56e416f9ce6e0728343150c for: {'port': 1} {{(pid=93259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 05:00:45.241530 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-18b17428-87c2-4858-89fa-a95f6ca6644c req-c3df4970-a9c1-450c-87bd-de4d8748c7a9 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:45.493964 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.db_base_plugin_common [req-18b17428-87c2-4858-89fa-a95f6ca6644c req-c3df4970-a9c1-450c-87bd-de4d8748c7a9 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Allocated IP 172.20.0.14 (3c6994ec-32f0-4a5f-a478-ed69244b4560/8faaf127-5693-4571-b131-8fe89530dcf6/270cb80e-972e-4220-aa67-e66c575d5b61) {{(pid=93259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 05:00:45.564864 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-6bc457fa-3cd0-4aee-ad27-f34fd2599827 req-81b68d89-576a-4c64-8f29-7bf7e2faf2aa tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "GET /v2.0/ports?device_id=9187a1f0-ebad-4f15-8672-da445ebc35ff HTTP/1.1" status: 200 len: 210 time: 0.0442920 Aug 07 05:00:45.740794 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-18b17428-87c2-4858-89fa-a95f6ca6644c req-c3df4970-a9c1-450c-87bd-de4d8748c7a9 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Notify callbacks [] for port, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:45.763121 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.provisioning_blocks [req-18b17428-87c2-4858-89fa-a95f6ca6644c req-c3df4970-a9c1-450c-87bd-de4d8748c7a9 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Transition to ACTIVE for port object 270cb80e-972e-4220-aa67-e66c575d5b61 will not be triggered until provisioned by entity DHCP. {{(pid=93259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 05:00:45.814542 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-18b17428-87c2-4858-89fa-a95f6ca6644c req-c3df4970-a9c1-450c-87bd-de4d8748c7a9 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768807127269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513232'] for port, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:45.862510 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18b17428-87c2-4858-89fa-a95f6ca6644c req-c3df4970-a9c1-450c-87bd-de4d8748c7a9 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Network 3c6994ec-32f0-4a5f-a478-ed69244b4560 is already hosted by enough agents. {{(pid=93259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 05:00:45.868656 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.base_scheduler [req-18b17428-87c2-4858-89fa-a95f6ca6644c req-c3df4970-a9c1-450c-87bd-de4d8748c7a9 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Resources bound (agent type, host, resource id): {{(pid=93259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 05:00:45.875887 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.l3_dvrscheduler_db [req-18b17428-87c2-4858-89fa-a95f6ca6644c req-c3df4970-a9c1-450c-87bd-de4d8748c7a9 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Received port after_create {{(pid=93259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 05:00:45.907018 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3df4970-a9c1-450c-87bd-de4d8748c7a9 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Pushing event updated for resources: {'Port': ['ID=270cb80e-972e-4220-aa67-e66c575d5b61,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:00:45.935783 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3df4970-a9c1-450c-87bd-de4d8748c7a9 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:00:45.935783 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3df4970-a9c1-450c-87bd-de4d8748c7a9 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:00:45.935783 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3df4970-a9c1-450c-87bd-de4d8748c7a9 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:00:45.935783 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3df4970-a9c1-450c-87bd-de4d8748c7a9 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:00:45.935783 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3df4970-a9c1-450c-87bd-de4d8748c7a9 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:00:45.935783 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3df4970-a9c1-450c-87bd-de4d8748c7a9 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:00:45.935783 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3df4970-a9c1-450c-87bd-de4d8748c7a9 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:00:45.935783 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3df4970-a9c1-450c-87bd-de4d8748c7a9 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:00:45.935783 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3df4970-a9c1-450c-87bd-de4d8748c7a9 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:00:45.935783 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3df4970-a9c1-450c-87bd-de4d8748c7a9 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:00:45.935783 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3df4970-a9c1-450c-87bd-de4d8748c7a9 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:00:45.935783 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3df4970-a9c1-450c-87bd-de4d8748c7a9 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:00:45.953290 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b17428-87c2-4858-89fa-a95f6ca6644c req-c3df4970-a9c1-450c-87bd-de4d8748c7a9 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:45.954002 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-18b17428-87c2-4858-89fa-a95f6ca6644c req-c3df4970-a9c1-450c-87bd-de4d8748c7a9 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77622'] for port, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:45.971825 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-18b17428-87c2-4858-89fa-a95f6ca6644c req-c3df4970-a9c1-450c-87bd-de4d8748c7a9 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0564940 Aug 07 05:00:46.050473 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.v2.base [req-18b17428-87c2-4858-89fa-a95f6ca6644c req-d1e54181-7b92-40f8-a883-bc0337fa5082 service neutron] Request body: {'port': {'device_id': '9187a1f0-ebad-4f15-8672-da445ebc35ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=93259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:00:46.147948 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-18b17428-87c2-4858-89fa-a95f6ca6644c req-d1e54181-7b92-40f8-a883-bc0337fa5082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:46.236913 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-1dddcd83-ff62-4761-954f-f6748c8c270d None None] Provisioning for port 270cb80e-972e-4220-aa67-e66c575d5b61 completed by entity DHCP. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 05:00:46.249248 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-1dddcd83-ff62-4761-954f-f6748c8c270d None None] Provisioning complete for port 270cb80e-972e-4220-aa67-e66c575d5b61 triggered by entity DHCP. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 05:00:46.249666 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-1dddcd83-ff62-4761-954f-f6748c8c270d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:46.316522 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.plugin [None req-1dddcd83-ff62-4761-954f-f6748c8c270d None None] Port 270cb80e-972e-4220-aa67-e66c575d5b61 cannot update to ACTIVE because it is not bound. {{(pid=93261) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 05:00:46.442344 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d695e9-b39b-49aa-9ef2-82ee828e4da7 req-dcf70e9d-84c7-49cb-86b4-2aa8fb8d92de tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:46.443933 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-75d695e9-b39b-49aa-9ef2-82ee828e4da7 req-dcf70e9d-84c7-49cb-86b4-2aa8fb8d92de tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=a075a532-a14b-4220-b5be-f7ea0eed4fc6 HTTP/1.1" status: 200 len: 945 time: 0.0804880 Aug 07 05:00:46.561760 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-75d695e9-b39b-49aa-9ef2-82ee828e4da7 req-825d82a3-e7a7-43be-ac33-0dbb8642da1f tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c466296-861b-46b3-ac81-a26626c817f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947514 Aug 07 05:00:46.579593 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.notifiers.nova [req-18b17428-87c2-4858-89fa-a95f6ca6644c req-d1e54181-7b92-40f8-a883-bc0337fa5082 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 270cb80e-972e-4220-aa67-e66c575d5b61 {{(pid=93259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 05:00:46.592131 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-18b17428-87c2-4858-89fa-a95f6ca6644c req-d1e54181-7b92-40f8-a883-bc0337fa5082 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:46.607060 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.provisioning_blocks [req-18b17428-87c2-4858-89fa-a95f6ca6644c req-d1e54181-7b92-40f8-a883-bc0337fa5082 service neutron] Transition to ACTIVE for port object 270cb80e-972e-4220-aa67-e66c575d5b61 will not be triggered until provisioned by entity L2. {{(pid=93259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 05:00:46.614330 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-18b17428-87c2-4858-89fa-a95f6ca6644c req-d1e54181-7b92-40f8-a883-bc0337fa5082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8513241'] for port, after_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:46.739531 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e54181-7b92-40f8-a883-bc0337fa5082 service neutron] Pushing event updated for resources: {'Port': ['ID=270cb80e-972e-4220-aa67-e66c575d5b61,revision_number=2']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:00:46.801801 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b4b45-971f-4466-83c4-dc3a58b32f66 req-e6887fef-0dc9-4e7d-9d4b-6b3befc95538 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:46.806760 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-365b4b45-971f-4466-83c4-dc3a58b32f66 req-e6887fef-0dc9-4e7d-9d4b-6b3befc95538 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "GET /v2.0/ports?device_id=9187a1f0-ebad-4f15-8672-da445ebc35ff HTTP/1.1" status: 200 len: 944 time: 0.1256838 Aug 07 05:00:46.839696 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.managers [req-18b17428-87c2-4858-89fa-a95f6ca6644c req-d1e54181-7b92-40f8-a883-bc0337fa5082 service neutron] Attempting to bind port 270cb80e-972e-4220-aa67-e66c575d5b61 on host hv-cinder-75994 for vnic_type normal with profile {{(pid=93259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 05:00:46.840082 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.managers [req-18b17428-87c2-4858-89fa-a95f6ca6644c req-d1e54181-7b92-40f8-a883-bc0337fa5082 service neutron] Attempting to bind port 270cb80e-972e-4220-aa67-e66c575d5b61 by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': 'c3c6c36d-6867-4fab-9428-6c308e3197f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3c6994ec-32f0-4a5f-a478-ed69244b4560'}] {{(pid=93259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 05:00:46.840478 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b17428-87c2-4858-89fa-a95f6ca6644c req-d1e54181-7b92-40f8-a883-bc0337fa5082 service neutron] Attempting to bind port 270cb80e-972e-4220-aa67-e66c575d5b61 on network 3c6994ec-32f0-4a5f-a478-ed69244b4560 {{(pid=93259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 05:00:46.846221 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b17428-87c2-4858-89fa-a95f6ca6644c req-d1e54181-7b92-40f8-a883-bc0337fa5082 service neutron] Port 270cb80e-972e-4220-aa67-e66c575d5b61 on network 3c6994ec-32f0-4a5f-a478-ed69244b4560 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=93259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 05:00:46.846617 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b17428-87c2-4858-89fa-a95f6ca6644c req-d1e54181-7b92-40f8-a883-bc0337fa5082 service neutron] Attempting to bind port 270cb80e-972e-4220-aa67-e66c575d5b61 on network 3c6994ec-32f0-4a5f-a478-ed69244b4560 {{(pid=93259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 05:00:46.853161 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b17428-87c2-4858-89fa-a95f6ca6644c req-d1e54181-7b92-40f8-a883-bc0337fa5082 service neutron] Checking agent: {'id': '5f67c77d-38b5-4515-b30f-34d5315bdd9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 53, 29), 'started_at': datetime.datetime(2021, 8, 7, 4, 53, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 5, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 05:00:46.853678 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b17428-87c2-4858-89fa-a95f6ca6644c req-d1e54181-7b92-40f8-a883-bc0337fa5082 service neutron] Checking segment: {'id': 'c3c6c36d-6867-4fab-9428-6c308e3197f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3c6994ec-32f0-4a5f-a478-ed69244b4560'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 05:00:46.853921 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b17428-87c2-4858-89fa-a95f6ca6644c req-d1e54181-7b92-40f8-a883-bc0337fa5082 service neutron] Bound using segment: {'id': 'c3c6c36d-6867-4fab-9428-6c308e3197f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3c6994ec-32f0-4a5f-a478-ed69244b4560'} {{(pid=93259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 05:00:46.854464 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.managers [req-18b17428-87c2-4858-89fa-a95f6ca6644c req-d1e54181-7b92-40f8-a883-bc0337fa5082 service neutron] Bound port: 270cb80e-972e-4220-aa67-e66c575d5b61, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3c6c36d-6867-4fab-9428-6c308e3197f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '3c6994ec-32f0-4a5f-a478-ed69244b4560'}}] {{(pid=93259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 05:00:46.855451 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-18b17428-87c2-4858-89fa-a95f6ca6644c req-d1e54181-7b92-40f8-a883-bc0337fa5082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:46.863844 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-365b4b45-971f-4466-83c4-dc3a58b32f66 req-a06c8d9b-c137-4bf0-896d-83bf9b0bea27 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ef189eb-7629-4f84-9d6f-d7b2dce7165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509953 Aug 07 05:00:46.959793 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.db [req-18b17428-87c2-4858-89fa-a95f6ca6644c req-d1e54181-7b92-40f8-a883-bc0337fa5082 service neutron] For port 270cb80e-972e-4220-aa67-e66c575d5b61, host hv-cinder-75994, cleared binding levels {{(pid=93259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 05:00:46.964661 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.db [req-18b17428-87c2-4858-89fa-a95f6ca6644c req-d1e54181-7b92-40f8-a883-bc0337fa5082 service neutron] For port 270cb80e-972e-4220-aa67-e66c575d5b61, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=270cb80e-972e-4220-aa67-e66c575d5b61,segment=NetworkSegment(c3c6c36d-6867-4fab-9428-6c308e3197f3),segment_id=c3c6c36d-6867-4fab-9428-6c308e3197f3)] {{(pid=93259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 05:00:46.969402 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-18b17428-87c2-4858-89fa-a95f6ca6644c req-d1e54181-7b92-40f8-a883-bc0337fa5082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8513241'] for port, after_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:47.004753 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b17428-87c2-4858-89fa-a95f6ca6644c req-d1e54181-7b92-40f8-a883-bc0337fa5082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:47.005211 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-18b17428-87c2-4858-89fa-a95f6ca6644c req-d1e54181-7b92-40f8-a883-bc0337fa5082 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77622'] for port, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:47.006948 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-18b17428-87c2-4858-89fa-a95f6ca6644c req-d1e54181-7b92-40f8-a883-bc0337fa5082 service neutron] 10.222.0.43 "PUT /v2.0/ports/270cb80e-972e-4220-aa67-e66c575d5b61 HTTP/1.1" status: 200 len: 1094 time: 1.0244462 Aug 07 05:00:47.009756 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9187a1f0-ebad-4f15-8672-da445ebc35ff', 'tag': '270cb80e-972e-4220-aa67-e66c575d5b61'}] {{(pid=93259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 05:00:47.012581 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2475665ef9a7cb8741e3251ff967df6d1dd3d3eb822c2e36b28ddc32d9da7eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a32d4255-3e17-428d-88e8-0c9b6713943f" -d '{"events": [{"name": "network-changed", "server_uuid": "9187a1f0-ebad-4f15-8672-da445ebc35ff", "tag": "270cb80e-972e-4220-aa67-e66c575d5b61"}]}' {{(pid=93259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 05:00:47.113994 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e54181-7b92-40f8-a883-bc0337fa5082 service neutron] Pushing event updated for resources: {'Port': ['ID=270cb80e-972e-4220-aa67-e66c575d5b61,revision_number=3']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:00:47.139531 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b17428-87c2-4858-89fa-a95f6ca6644c req-c676f41a-ff31-4293-bb26-064fbf304d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:47.141655 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-18b17428-87c2-4858-89fa-a95f6ca6644c req-c676f41a-ff31-4293-bb26-064fbf304d9d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e0202a7fc56e416f9ce6e0728343150c&device_id=9187a1f0-ebad-4f15-8672-da445ebc35ff HTTP/1.1" status: 200 len: 1097 time: 0.0815678 Aug 07 05:00:47.221990 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 05:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a02b7b4a-1ce1-43f3-b3ba-8406a0d4e5e5 x-openstack-request-id: req-a02b7b4a-1ce1-43f3-b3ba-8406a0d4e5e5 {{(pid=93259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 05:00:47.222345 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9187a1f0-ebad-4f15-8672-da445ebc35ff", "tag": "270cb80e-972e-4220-aa67-e66c575d5b61", "status": "completed", "code": 200}]} {{(pid=93259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 05:00:47.222686 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a02b7b4a-1ce1-43f3-b3ba-8406a0d4e5e5 {{(pid=93259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 05:00:47.223157 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9187a1f0-ebad-4f15-8672-da445ebc35ff', 'tag': '270cb80e-972e-4220-aa67-e66c575d5b61', 'status': 'completed', 'code': 200} Aug 07 05:00:47.225528 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-18b17428-87c2-4858-89fa-a95f6ca6644c req-e324eee5-acc9-4f09-bfb5-41ab2bf457f1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=270cb80e-972e-4220-aa67-e66c575d5b61 HTTP/1.1" status: 200 len: 217 time: 0.0742164 Aug 07 05:00:47.297424 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b17428-87c2-4858-89fa-a95f6ca6644c req-96e207ea-08db-4a66-806d-a9dfb1331ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:47.298984 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-18b17428-87c2-4858-89fa-a95f6ca6644c req-96e207ea-08db-4a66-806d-a9dfb1331ae6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8faaf127-5693-4571-b131-8fe89530dcf6 HTTP/1.1" status: 200 len: 847 time: 0.0654027 Aug 07 05:00:47.360319 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b17428-87c2-4858-89fa-a95f6ca6644c req-b66a12f9-e313-4cbc-ae45-a7b3b7879a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:47.361986 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-18b17428-87c2-4858-89fa-a95f6ca6644c req-b66a12f9-e313-4cbc-ae45-a7b3b7879a80 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3c6994ec-32f0-4a5f-a478-ed69244b4560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0532765 Aug 07 05:00:47.471577 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-18b17428-87c2-4858-89fa-a95f6ca6644c req-e90394f2-56fb-42b6-ac55-069665870943 service neutron] 10.222.0.43 "GET /v2.0/networks/3c6994ec-32f0-4a5f-a478-ed69244b4560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018400 Aug 07 05:00:47.729298 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01c1629-4f21-4478-a9da-8bc7c906c26d req-9f57c6e7-320d-4633-944e-ff279235eded tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:47.733461 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-a01c1629-4f21-4478-a9da-8bc7c906c26d req-9f57c6e7-320d-4633-944e-ff279235eded tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=a075a532-a14b-4220-b5be-f7ea0eed4fc6 HTTP/1.1" status: 200 len: 945 time: 0.0663307 Aug 07 05:00:47.808475 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-a01c1629-4f21-4478-a9da-8bc7c906c26d req-faec5636-c45c-4d20-a2af-06fca0b6ae59 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c466296-861b-46b3-ac81-a26626c817f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701160 Aug 07 05:00:47.853203 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-18b17428-87c2-4858-89fa-a95f6ca6644c req-cc6551b9-4d75-4283-a84f-894429524099 service neutron] 10.222.0.43 "GET /v2.0/networks/3c6994ec-32f0-4a5f-a478-ed69244b4560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3735945 Aug 07 05:00:47.973779 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32d4255-3e17-428d-88e8-0c9b6713943f req-4c646ab1-ab6a-4240-be2d-d7ed71a5d963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:47.977282 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-a32d4255-3e17-428d-88e8-0c9b6713943f req-4c646ab1-ab6a-4240-be2d-d7ed71a5d963 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e0202a7fc56e416f9ce6e0728343150c&device_id=9187a1f0-ebad-4f15-8672-da445ebc35ff HTTP/1.1" status: 200 len: 1097 time: 0.0669961 Aug 07 05:00:48.122501 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25b810-a013-4d8a-b0c4-f6ff63bc09ee req-70a03a17-49c2-4602-8840-f32d990842b1 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:48.126394 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-ca25b810-a013-4d8a-b0c4-f6ff63bc09ee req-70a03a17-49c2-4602-8840-f32d990842b1 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "GET /v2.0/ports?device_id=9187a1f0-ebad-4f15-8672-da445ebc35ff HTTP/1.1" status: 200 len: 944 time: 0.1258254 Aug 07 05:00:48.147792 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32d4255-3e17-428d-88e8-0c9b6713943f req-a05b490b-9140-499b-bd22-ceae1d279b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:48.153999 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-a32d4255-3e17-428d-88e8-0c9b6713943f req-a05b490b-9140-499b-bd22-ceae1d279b05 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3c6994ec-32f0-4a5f-a478-ed69244b4560 HTTP/1.1" status: 200 len: 909 time: 0.1633909 Aug 07 05:00:48.209736 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-a32d4255-3e17-428d-88e8-0c9b6713943f req-cf70fe6e-1826-41aa-b0c2-188780baf859 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=270cb80e-972e-4220-aa67-e66c575d5b61 HTTP/1.1" status: 200 len: 217 time: 0.0490513 Aug 07 05:00:48.254940 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-ca25b810-a013-4d8a-b0c4-f6ff63bc09ee req-d8900cbf-8d0c-4a6b-9c6a-eb2c167c88b9 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ef189eb-7629-4f84-9d6f-d7b2dce7165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199408 Aug 07 05:00:48.285832 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32d4255-3e17-428d-88e8-0c9b6713943f req-51c50f89-7cfb-4070-8a7b-6809ddcc8aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:48.287332 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-a32d4255-3e17-428d-88e8-0c9b6713943f req-51c50f89-7cfb-4070-8a7b-6809ddcc8aa9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8faaf127-5693-4571-b131-8fe89530dcf6 HTTP/1.1" status: 200 len: 847 time: 0.0683422 Aug 07 05:00:48.353573 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32d4255-3e17-428d-88e8-0c9b6713943f req-5fa58a07-21ee-4174-932c-0c6d52f0a585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:48.356219 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-a32d4255-3e17-428d-88e8-0c9b6713943f req-5fa58a07-21ee-4174-932c-0c6d52f0a585 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3c6994ec-32f0-4a5f-a478-ed69244b4560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0611601 Aug 07 05:00:48.464169 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-a32d4255-3e17-428d-88e8-0c9b6713943f req-dc55724d-2dd2-424f-a0cc-abf954525d70 service neutron] 10.222.0.43 "GET /v2.0/networks/3c6994ec-32f0-4a5f-a478-ed69244b4560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004899 Aug 07 05:00:48.566648 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-a32d4255-3e17-428d-88e8-0c9b6713943f req-09babbdf-7632-4ce3-a6ca-6221e799c1eb service neutron] 10.222.0.43 "GET /v2.0/networks/3c6994ec-32f0-4a5f-a478-ed69244b4560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936608 Aug 07 05:00:48.954166 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b328b6ec-6b46-422e-80d4-3613086b0857 req-91cadf64-133c-4975-8f89-68d52c824865 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:48.958356 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-b328b6ec-6b46-422e-80d4-3613086b0857 req-91cadf64-133c-4975-8f89-68d52c824865 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=a075a532-a14b-4220-b5be-f7ea0eed4fc6 HTTP/1.1" status: 200 len: 945 time: 0.0652220 Aug 07 05:00:49.008849 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-b328b6ec-6b46-422e-80d4-3613086b0857 req-e65ecb8d-7bd7-4710-8daa-c33473e3469d tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c466296-861b-46b3-ac81-a26626c817f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428021 Aug 07 05:00:49.439012 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f023443-19f0-4ea7-8064-d0e3cf0a8c50 req-f1bb35cd-5de5-4881-8439-df30fb47070e tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:49.441783 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-1f023443-19f0-4ea7-8064-d0e3cf0a8c50 req-f1bb35cd-5de5-4881-8439-df30fb47070e tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "GET /v2.0/ports?device_id=9187a1f0-ebad-4f15-8672-da445ebc35ff HTTP/1.1" status: 200 len: 944 time: 0.0858099 Aug 07 05:00:49.506519 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-1f023443-19f0-4ea7-8064-d0e3cf0a8c50 req-04a3dc10-4b97-414e-86a7-512154a25348 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ef189eb-7629-4f84-9d6f-d7b2dce7165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568373 Aug 07 05:00:50.190888 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0dce80-505d-416c-844f-92c2bfd08c8c req-e98ab157-a567-49cd-825e-7117821bd3f2 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:50.200013 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-6e0dce80-505d-416c-844f-92c2bfd08c8c req-e98ab157-a567-49cd-825e-7117821bd3f2 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=a075a532-a14b-4220-b5be-f7ea0eed4fc6 HTTP/1.1" status: 200 len: 945 time: 0.0680151 Aug 07 05:00:50.242495 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-6e0dce80-505d-416c-844f-92c2bfd08c8c req-78d40e6a-114e-4600-8fd2-f3f1190d772f tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c466296-861b-46b3-ac81-a26626c817f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411823 Aug 07 05:00:50.662912 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19f6d72-f75f-4fd5-9895-022d6e410d32 req-f68f388b-317a-42fe-9672-0ae21dedeaeb tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:50.664647 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-d19f6d72-f75f-4fd5-9895-022d6e410d32 req-f68f388b-317a-42fe-9672-0ae21dedeaeb tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "GET /v2.0/ports?device_id=9187a1f0-ebad-4f15-8672-da445ebc35ff HTTP/1.1" status: 200 len: 944 time: 0.0839725 Aug 07 05:00:50.711449 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-d19f6d72-f75f-4fd5-9895-022d6e410d32 req-44db8456-d885-4da7-995e-99b5021dec24 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ef189eb-7629-4f84-9d6f-d7b2dce7165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392046 Aug 07 05:00:51.478561 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ccbcb-8558-408b-8dfa-d5b9c834cc77 req-a0649333-64c2-4203-b2af-ff8ea2c4f8d9 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:51.483251 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-7e8ccbcb-8558-408b-8dfa-d5b9c834cc77 req-a0649333-64c2-4203-b2af-ff8ea2c4f8d9 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=a075a532-a14b-4220-b5be-f7ea0eed4fc6 HTTP/1.1" status: 200 len: 945 time: 0.1300373 Aug 07 05:00:51.578746 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-7e8ccbcb-8558-408b-8dfa-d5b9c834cc77 req-b5bb00e4-db47-4b56-908f-ccb535b65e87 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c466296-861b-46b3-ac81-a26626c817f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812988 Aug 07 05:00:51.886248 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f4b25-8e17-4a5e-ad26-11c25d4dbf97 req-9b018546-9a7f-45f9-8402-101a1ca9f29e tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:51.889142 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-280f4b25-8e17-4a5e-ad26-11c25d4dbf97 req-9b018546-9a7f-45f9-8402-101a1ca9f29e tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "GET /v2.0/ports?device_id=9187a1f0-ebad-4f15-8672-da445ebc35ff HTTP/1.1" status: 200 len: 944 time: 0.0818577 Aug 07 05:00:51.942904 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-280f4b25-8e17-4a5e-ad26-11c25d4dbf97 req-8ebf5534-e076-49d7-a6a0-d4dbc82b771e tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ef189eb-7629-4f84-9d6f-d7b2dce7165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448747 Aug 07 05:00:52.939967 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280388f1-98e1-4b03-a44c-36be115d1278 req-61e5243c-8e24-421c-8ffa-188d9f58b2d6 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:52.958312 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-280388f1-98e1-4b03-a44c-36be115d1278 req-61e5243c-8e24-421c-8ffa-188d9f58b2d6 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=a075a532-a14b-4220-b5be-f7ea0eed4fc6 HTTP/1.1" status: 200 len: 945 time: 0.2027895 Aug 07 05:00:53.074088 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-280388f1-98e1-4b03-a44c-36be115d1278 req-5fc80bce-16c9-45c2-8323-1dad32ddea67 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c466296-861b-46b3-ac81-a26626c817f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038189 Aug 07 05:00:53.207531 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6498380f-b68f-442f-ad8e-2b154986a722 req-1b6b770c-eedd-4f4c-8e3f-4573d593a236 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:53.215268 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-6498380f-b68f-442f-ad8e-2b154986a722 req-1b6b770c-eedd-4f4c-8e3f-4573d593a236 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "GET /v2.0/ports?device_id=9187a1f0-ebad-4f15-8672-da445ebc35ff HTTP/1.1" status: 200 len: 944 time: 0.0720398 Aug 07 05:00:53.285321 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-6498380f-b68f-442f-ad8e-2b154986a722 req-ee6164fc-894f-4ee6-b0db-34a69a7ba560 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ef189eb-7629-4f84-9d6f-d7b2dce7165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688779 Aug 07 05:00:54.177782 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device 270cb80e-972e-4220-aa67-e66c575d5b61 details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=93261) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 05:00:54.265812 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf7813b-e37c-46ed-9db4-fdadbda63162 req-c774d6a7-7b31-4c6f-af9b-8b491bd80373 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:54.273863 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-2cf7813b-e37c-46ed-9db4-fdadbda63162 req-c774d6a7-7b31-4c6f-af9b-8b491bd80373 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=a075a532-a14b-4220-b5be-f7ea0eed4fc6 HTTP/1.1" status: 200 len: 945 time: 0.0653234 Aug 07 05:00:54.361409 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-2cf7813b-e37c-46ed-9db4-fdadbda63162 req-4076b51f-7c10-4ea0-a2bf-c7cafbe693ea tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c466296-861b-46b3-ac81-a26626c817f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854979 Aug 07 05:00:54.432550 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] For port 270cb80e-972e-4220-aa67-e66c575d5b61, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=270cb80e-972e-4220-aa67-e66c575d5b61,segment=NetworkSegment(c3c6c36d-6867-4fab-9428-6c308e3197f3),segment_id=c3c6c36d-6867-4fab-9428-6c308e3197f3)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:00:54.450395 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Returning: {'device': '270cb80e-972e-4220-aa67-e66c575d5b61', 'network_id': '3c6994ec-32f0-4a5f-a478-ed69244b4560', 'port_id': '270cb80e-972e-4220-aa67-e66c575d5b61', 'mac_address': 'fa:16:3e:65:41:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8faaf127-5693-4571-b131-8fe89530dcf6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93261) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 05:00:54.501062 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec0c5cf-a553-49c5-bf95-7d50971e7064 req-35831bd1-a67d-4524-a5d4-8070734957e4 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:54.503644 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-0ec0c5cf-a553-49c5-bf95-7d50971e7064 req-35831bd1-a67d-4524-a5d4-8070734957e4 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "GET /v2.0/ports?device_id=9187a1f0-ebad-4f15-8672-da445ebc35ff HTTP/1.1" status: 200 len: 944 time: 0.0851140 Aug 07 05:00:54.520275 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:54.537366 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.notifiers.nova [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 270cb80e-972e-4220-aa67-e66c575d5b61 {{(pid=93261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 05:00:54.566782 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] For port 270cb80e-972e-4220-aa67-e66c575d5b61, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=270cb80e-972e-4220-aa67-e66c575d5b61,segment=NetworkSegment(c3c6c36d-6867-4fab-9428-6c308e3197f3),segment_id=c3c6c36d-6867-4fab-9428-6c308e3197f3)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:00:54.568278 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-0ec0c5cf-a553-49c5-bf95-7d50971e7064 req-9aeec2a0-8d52-4902-8dde-4da6cff0be0f tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ef189eb-7629-4f84-9d6f-d7b2dce7165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540614 Aug 07 05:00:54.577457 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:54.634885 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Pushing event updated for resources: {'Port': ['ID=270cb80e-972e-4220-aa67-e66c575d5b61,revision_number=4']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:00:54.875808 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] get_ports_and_sgs() called for port_ids ['270cb80e-972e-4220-aa67-e66c575d5b61'] {{(pid=93261) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 05:00:55.328171 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f4413-c032-48f7-b6fd-d699514f92e3 req-5bcbe68e-dbe9-4e12-a7f8-c39e4769d081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:55.330056 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-b76f4413-c032-48f7-b6fd-d699514f92e3 req-5bcbe68e-dbe9-4e12-a7f8-c39e4769d081 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ca9c8154dc664b57bc9452622c79c0c6&device_id=a075a532-a14b-4220-b5be-f7ea0eed4fc6 HTTP/1.1" status: 200 len: 1098 time: 0.0503230 Aug 07 05:00:55.443883 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f4413-c032-48f7-b6fd-d699514f92e3 req-a45f8b09-af8b-4d5b-a6df-4ecac81ffe42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:55.445444 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-b76f4413-c032-48f7-b6fd-d699514f92e3 req-a45f8b09-af8b-4d5b-a6df-4ecac81ffe42 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4c392ea1-f973-4e27-8c93-9da70b5eee3e HTTP/1.1" status: 200 len: 918 time: 0.1087358 Aug 07 05:00:55.519986 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-b76f4413-c032-48f7-b6fd-d699514f92e3 req-c4719b8e-31fb-42d7-9b33-ddbe9ee516c5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd636543-d125-4207-9b34-9d5eae7c5345 HTTP/1.1" status: 200 len: 1000 time: 0.0670333 Aug 07 05:00:55.549980 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2edf5d-76e1-4bf9-9d00-e2c90de0c504 req-65c5baa6-55a2-4632-a52d-45be6280e38e tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:55.551835 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-8e2edf5d-76e1-4bf9-9d00-e2c90de0c504 req-65c5baa6-55a2-4632-a52d-45be6280e38e tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=a075a532-a14b-4220-b5be-f7ea0eed4fc6 HTTP/1.1" status: 200 len: 945 time: 0.0637653 Aug 07 05:00:55.587313 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f4413-c032-48f7-b6fd-d699514f92e3 req-bffae4d0-f6be-4624-aad6-37d6e5b6c1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:55.588989 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-b76f4413-c032-48f7-b6fd-d699514f92e3 req-bffae4d0-f6be-4624-aad6-37d6e5b6c1d0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c03fc84b-f6fc-4f24-bb48-576f621db152 HTTP/1.1" status: 200 len: 856 time: 0.0611925 Aug 07 05:00:55.602316 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-8e2edf5d-76e1-4bf9-9d00-e2c90de0c504 req-26b29af5-4118-4908-a073-aa3b141642a5 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c466296-861b-46b3-ac81-a26626c817f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386245 Aug 07 05:00:55.662361 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f4413-c032-48f7-b6fd-d699514f92e3 req-ddaddb2c-a0d6-4a4a-b158-b801b8e3f025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:55.663970 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-b76f4413-c032-48f7-b6fd-d699514f92e3 req-ddaddb2c-a0d6-4a4a-b158-b801b8e3f025 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4c392ea1-f973-4e27-8c93-9da70b5eee3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0570505 Aug 07 05:00:55.792626 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b38c742-8031-481e-8a13-ff8469b71b54 req-73e6b768-8f1a-4a38-aacb-2255d43e2591 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:55.794898 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-4b38c742-8031-481e-8a13-ff8469b71b54 req-73e6b768-8f1a-4a38-aacb-2255d43e2591 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "GET /v2.0/ports?device_id=9187a1f0-ebad-4f15-8672-da445ebc35ff HTTP/1.1" status: 200 len: 945 time: 0.1131194 Aug 07 05:00:55.825264 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-b76f4413-c032-48f7-b6fd-d699514f92e3 req-3e7ed1ab-d9f6-4f98-9adb-c206d2ba43c0 service neutron] 10.222.0.43 "GET /v2.0/networks/4c392ea1-f973-4e27-8c93-9da70b5eee3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514516 Aug 07 05:00:55.895463 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-4b38c742-8031-481e-8a13-ff8469b71b54 req-a4075b9b-8c0e-4859-b686-2d47460f56e3 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ef189eb-7629-4f84-9d6f-d7b2dce7165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939097 Aug 07 05:00:55.949458 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-b76f4413-c032-48f7-b6fd-d699514f92e3 req-0a29d759-d6d2-4e4b-92ce-f9f545be119d service neutron] 10.222.0.43 "GET /v2.0/networks/4c392ea1-f973-4e27-8c93-9da70b5eee3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112082 Aug 07 05:00:56.174932 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device 270cb80e-972e-4220-aa67-e66c575d5b61 up at agent hyperv_hv-cinder-75994 {{(pid=93261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 05:00:56.223631 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Provisioning for port 270cb80e-972e-4220-aa67-e66c575d5b61 completed by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 05:00:56.227366 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Provisioning complete for port 270cb80e-972e-4220-aa67-e66c575d5b61 triggered by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 05:00:56.227740 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:56.308456 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:56.333570 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9187a1f0-ebad-4f15-8672-da445ebc35ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '270cb80e-972e-4220-aa67-e66c575d5b61'}] {{(pid=93261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 05:00:56.335849 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5d2cee0e1396f99553e356b0c4b33bfeaec0d7e5dcff0a4dea0c896a01c358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa0fee4-6501-44f1-9075-4bc27093d5c8" -d '{"events": [{"server_uuid": "9187a1f0-ebad-4f15-8672-da445ebc35ff", "name": "network-vif-plugged", "status": "completed", "tag": "270cb80e-972e-4220-aa67-e66c575d5b61"}]}' {{(pid=93261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 05:00:56.353256 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] For port 270cb80e-972e-4220-aa67-e66c575d5b61, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=270cb80e-972e-4220-aa67-e66c575d5b61,segment=NetworkSegment(c3c6c36d-6867-4fab-9428-6c308e3197f3),segment_id=c3c6c36d-6867-4fab-9428-6c308e3197f3)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:00:56.359326 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:56.394930 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 05:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-919d09b7-4bb3-4d30-8e29-642da31ba00d x-openstack-request-id: req-919d09b7-4bb3-4d30-8e29-642da31ba00d {{(pid=93261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 05:00:56.394930 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9187a1f0-ebad-4f15-8672-da445ebc35ff", "name": "network-vif-plugged", "status": "completed", "tag": "270cb80e-972e-4220-aa67-e66c575d5b61", "code": 200}]} {{(pid=93261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 05:00:56.394930 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-919d09b7-4bb3-4d30-8e29-642da31ba00d {{(pid=93261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 05:00:56.394930 dv-cinder-759943-8-iscsi neutron-server[93261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9187a1f0-ebad-4f15-8672-da445ebc35ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '270cb80e-972e-4220-aa67-e66c575d5b61', 'code': 200} Aug 07 05:00:56.411191 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Pushing event updated for resources: {'Port': ['ID=270cb80e-972e-4220-aa67-e66c575d5b61,revision_number=5']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:00:56.639461 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c19632-60b8-4fe0-aa5d-90f1ce02e966 req-db56ef9c-e684-4280-9643-bbfe2f775ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:56.641560 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-a2c19632-60b8-4fe0-aa5d-90f1ce02e966 req-db56ef9c-e684-4280-9643-bbfe2f775ff4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9187a1f0-ebad-4f15-8672-da445ebc35ff HTTP/1.1" status: 200 len: 1099 time: 0.0476236 Aug 07 05:00:56.645531 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c70b2d3-1267-4814-939b-e109eb1feb6c req-346a388c-f747-458f-8ccb-4efceeb617ba tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:56.647161 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-2c70b2d3-1267-4814-939b-e109eb1feb6c req-346a388c-f747-458f-8ccb-4efceeb617ba tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/ports?device_id=2026fbc1-5cab-4ea0-930e-84b555508bfb HTTP/1.1" status: 200 len: 945 time: 0.0566864 Aug 07 05:00:56.685618 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-a2c19632-60b8-4fe0-aa5d-90f1ce02e966 req-eca74598-2a90-4666-8ba2-5c39b40c2931 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0ef189eb-7629-4f84-9d6f-d7b2dce7165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354884 Aug 07 05:00:56.689212 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-2c70b2d3-1267-4814-939b-e109eb1feb6c req-b3e31880-bbaa-42db-b60d-b1f6371407a0 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdf2399-faeb-48c4-8780-bc2d176294d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344231 Aug 07 05:00:56.774186 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b8aa58-15ab-4c0c-a254-4c9d11952a49 req-92f64b05-72a9-4b40-a049-f41360a7f5f1 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:56.776056 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-e1b8aa58-15ab-4c0c-a254-4c9d11952a49 req-92f64b05-72a9-4b40-a049-f41360a7f5f1 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=a075a532-a14b-4220-b5be-f7ea0eed4fc6 HTTP/1.1" status: 200 len: 945 time: 0.0505958 Aug 07 05:00:56.793507 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-510b4692-5343-4123-9025-e92dc71a4878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:56.816493 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-e1b8aa58-15ab-4c0c-a254-4c9d11952a49 req-3d2e8061-9cd9-4999-9c7b-f57275844f23 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c466296-861b-46b3-ac81-a26626c817f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333102 Aug 07 05:00:56.981260 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf6cb06-9a60-404e-8472-92f0d4c36db2 req-43a05d24-0e85-46f5-b9f3-1fd10c43beff tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:56.982981 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-9bf6cb06-9a60-404e-8472-92f0d4c36db2 req-43a05d24-0e85-46f5-b9f3-1fd10c43beff tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/ports?device_id=281388a5-916f-47e7-9d44-39123be9b806 HTTP/1.1" status: 200 len: 946 time: 0.0526574 Aug 07 05:00:57.025227 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-9bf6cb06-9a60-404e-8472-92f0d4c36db2 req-76849780-8c9b-4e40-8c0c-6dd004a71cc7 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfa6163e-8b73-4757-b860-d83c741d005e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362542 Aug 07 05:00:57.029005 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab8308-2cc5-44e6-84eb-d001e009956a req-169818d7-7b21-47f0-8265-2cc35761968e tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:57.030455 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-a5ab8308-2cc5-44e6-84eb-d001e009956a req-169818d7-7b21-47f0-8265-2cc35761968e tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "GET /v2.0/ports?device_id=9187a1f0-ebad-4f15-8672-da445ebc35ff HTTP/1.1" status: 200 len: 946 time: 0.0535665 Aug 07 05:00:57.069633 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-a5ab8308-2cc5-44e6-84eb-d001e009956a req-5e33cfec-0f22-4216-953f-a461d30b7063 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ef189eb-7629-4f84-9d6f-d7b2dce7165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328405 Aug 07 05:00:57.815597 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f2d87-c44f-4cc7-815d-91210c9a521a req-07884cba-7c3e-4ddb-98dc-2eae0785047d tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:57.817178 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-196f2d87-c44f-4cc7-815d-91210c9a521a req-07884cba-7c3e-4ddb-98dc-2eae0785047d tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/ports?device_id=2026fbc1-5cab-4ea0-930e-84b555508bfb HTTP/1.1" status: 200 len: 945 time: 0.0562618 Aug 07 05:00:57.860078 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-196f2d87-c44f-4cc7-815d-91210c9a521a req-7f9be5f0-07a7-4b04-993f-73853eea876a tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdf2399-faeb-48c4-8780-bc2d176294d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365992 Aug 07 05:00:57.939119 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a07b6-a022-4e74-bbc7-4ef3a4b02f5e req-a8037b70-0451-4ffa-b2b6-e55caeed8171 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:57.940730 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-f61a07b6-a022-4e74-bbc7-4ef3a4b02f5e req-a8037b70-0451-4ffa-b2b6-e55caeed8171 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=a075a532-a14b-4220-b5be-f7ea0eed4fc6 HTTP/1.1" status: 200 len: 945 time: 0.0490258 Aug 07 05:00:57.981946 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-f61a07b6-a022-4e74-bbc7-4ef3a4b02f5e req-c5aaf12c-64dd-436f-926d-b49b7d6f3ced tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c466296-861b-46b3-ac81-a26626c817f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352194 Aug 07 05:00:58.168321 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710aa582-ce09-44c9-90e6-ac2fa2a31e66 req-be82b0d4-5132-41c9-bc45-542c612d33cc tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:58.170996 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-710aa582-ce09-44c9-90e6-ac2fa2a31e66 req-be82b0d4-5132-41c9-bc45-542c612d33cc tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/ports?device_id=281388a5-916f-47e7-9d44-39123be9b806 HTTP/1.1" status: 200 len: 946 time: 0.0704410 Aug 07 05:00:58.192253 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device bd636543-d125-4207-9b34-9d5eae7c5345 no longer exists at agent hyperv_hv-cinder-75994 {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 05:00:58.250264 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-710aa582-ce09-44c9-90e6-ac2fa2a31e66 req-1e081bc8-17aa-4231-b90c-b8b08544aba7 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfa6163e-8b73-4757-b860-d83c741d005e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660620 Aug 07 05:00:58.313067 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:58.388254 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] For port bd636543-d125-4207-9b34-9d5eae7c5345, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=bd636543-d125-4207-9b34-9d5eae7c5345,segment=NetworkSegment(5c4cc400-a497-44e6-be97-a3f4f6364da8),segment_id=5c4cc400-a497-44e6-be97-a3f4f6364da8)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:00:58.388774 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8427c2af-8766-4960-9bc9-63ade1ab8642 req-47268bf8-f5d7-4391-8440-a055c1ae6b34 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:58.390725 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a075a532-a14b-4220-b5be-f7ea0eed4fc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd636543-d125-4207-9b34-9d5eae7c5345'}] {{(pid=93261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 05:00:58.391959 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-8427c2af-8766-4960-9bc9-63ade1ab8642 req-47268bf8-f5d7-4391-8440-a055c1ae6b34 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.43 "GET /v2.0/ports?device_id=2026fbc1-5cab-4ea0-930e-84b555508bfb HTTP/1.1" status: 200 len: 945 time: 0.0854397 Aug 07 05:00:58.395353 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5d2cee0e1396f99553e356b0c4b33bfeaec0d7e5dcff0a4dea0c896a01c358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49ec757b-0a15-445a-8f16-0bd104a3a5be" -d '{"events": [{"server_uuid": "a075a532-a14b-4220-b5be-f7ea0eed4fc6", "name": "network-vif-unplugged", "status": "completed", "tag": "bd636543-d125-4207-9b34-9d5eae7c5345"}]}' {{(pid=93261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 05:00:58.396811 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dcb0c7-086f-4b8b-ad4c-52b61d6e1d8e req-1ff5b150-f2c0-442e-90f3-8cb5615ee3dd tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:58.398868 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-b2dcb0c7-086f-4b8b-ad4c-52b61d6e1d8e req-1ff5b150-f2c0-442e-90f3-8cb5615ee3dd tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "GET /v2.0/ports?device_id=9187a1f0-ebad-4f15-8672-da445ebc35ff HTTP/1.1" status: 200 len: 946 time: 0.0670528 Aug 07 05:00:58.408822 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:58.477819 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 07 Aug 2021 05:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7776a8-9ad4-42d7-94ba-e31057447196 x-openstack-request-id: req-bb7776a8-9ad4-42d7-94ba-e31057447196 {{(pid=93261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 05:00:58.478236 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a075a532-a14b-4220-b5be-f7ea0eed4fc6", "name": "network-vif-unplugged", "status": "failed", "tag": "bd636543-d125-4207-9b34-9d5eae7c5345", "code": 422}]} {{(pid=93261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 05:00:58.479316 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bb7776a8-9ad4-42d7-94ba-e31057447196 {{(pid=93261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 05:00:58.480421 dv-cinder-759943-8-iscsi neutron-server[93261]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a075a532-a14b-4220-b5be-f7ea0eed4fc6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bd636543-d125-4207-9b34-9d5eae7c5345', 'code': 422} returned with failed status Aug 07 05:00:58.485124 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Pushing event updated for resources: {'Port': ['ID=bd636543-d125-4207-9b34-9d5eae7c5345,revision_number=8']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:00:58.490887 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-b2dcb0c7-086f-4b8b-ad4c-52b61d6e1d8e req-8c640942-39b3-4046-9574-d9c8a4c12cd6 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ef189eb-7629-4f84-9d6f-d7b2dce7165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748024 Aug 07 05:00:58.538054 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.plugin [req-8427c2af-8766-4960-9bc9-63ade1ab8642 req-b450a126-a362-4c43-9271-7dff0a23059e tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Deleting port e940df9b-72f1-43f0-ba1b-3f4dd50c00d9 {{(pid=93259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:00:58.538475 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-8427c2af-8766-4960-9bc9-63ade1ab8642 req-b450a126-a362-4c43-9271-7dff0a23059e tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768807591985'] for port, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:58.657255 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee0630-c340-4686-a37f-11f8f886a6a7 req-d27933bc-0d5b-4b61-8b95-0a4e202f997e tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:58.658870 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-b1ee0630-c340-4686-a37f-11f8f886a6a7 req-d27933bc-0d5b-4b61-8b95-0a4e202f997e tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "GET /v2.0/ports?device_id=9187a1f0-ebad-4f15-8672-da445ebc35ff HTTP/1.1" status: 200 len: 946 time: 0.0798652 Aug 07 05:00:58.695309 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.db [req-8427c2af-8766-4960-9bc9-63ade1ab8642 req-b450a126-a362-4c43-9271-7dff0a23059e tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] For port e940df9b-72f1-43f0-ba1b-3f4dd50c00d9, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=e940df9b-72f1-43f0-ba1b-3f4dd50c00d9,segment=NetworkSegment(97498eba-fdf7-4cfc-895c-aca98f9581a8),segment_id=97498eba-fdf7-4cfc-895c-aca98f9581a8)] {{(pid=93259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:00:58.695730 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-8427c2af-8766-4960-9bc9-63ade1ab8642 req-b450a126-a362-4c43-9271-7dff0a23059e tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769206'] for port, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:58.758186 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-b1ee0630-c340-4686-a37f-11f8f886a6a7 req-bf135ad8-3d1a-4ade-9dbf-88b9244894d8 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ef189eb-7629-4f84-9d6f-d7b2dce7165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887790 Aug 07 05:00:58.781538 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 43012) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:00:58.917965 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7446c93a-f7a5-400a-88dc-ce26d6848141 tempest-TestShelveInstance-1860661650 tempest-TestShelveInstance-1860661650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:58.920054 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-7446c93a-f7a5-400a-88dc-ce26d6848141 tempest-TestShelveInstance-1860661650 tempest-TestShelveInstance-1860661650-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9187a1f0-ebad-4f15-8672-da445ebc35ff HTTP/1.1" status: 200 len: 1094 time: 0.1373248 Aug 07 05:00:58.923513 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 43018) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:00:58.924779 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-8427c2af-8766-4960-9bc9-63ade1ab8642 req-b450a126-a362-4c43-9271-7dff0a23059e tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:58.925443 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-8427c2af-8766-4960-9bc9-63ade1ab8642 req-b450a126-a362-4c43-9271-7dff0a23059e tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-766596'] for floatingip, after_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:58.925567 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.db.l3_db [req-8427c2af-8766-4960-9bc9-63ade1ab8642 req-b450a126-a362-4c43-9271-7dff0a23059e tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Floating IP 4228dce8-b48e-4cd4-9a73-b575f43763d1 disassociated. External IP: 172.27.1.69, port: e940df9b-72f1-43f0-ba1b-3f4dd50c00d9. Aug 07 05:00:58.925884 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.plugin [req-8427c2af-8766-4960-9bc9-63ade1ab8642 req-b450a126-a362-4c43-9271-7dff0a23059e tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Calling delete_port for e940df9b-72f1-43f0-ba1b-3f4dd50c00d9 owned by compute:nova {{(pid=93259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:00:58.929722 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.v2.base [None req-41519b6c-4da3-4ee3-a1ec-18a5ee50b70a tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Request body: {'floatingip': {'floating_network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'port_id': '270cb80e-972e-4220-aa67-e66c575d5b61', 'tenant_id': 'e0202a7fc56e416f9ce6e0728343150c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:00:58.956455 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cd75ce-f627-40a5-b7cf-a1cc3c26e503 req-a14c4f6e-e433-45b4-b7dc-9382feba5373 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:58.956455 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-91cd75ce-f627-40a5-b7cf-a1cc3c26e503 req-a14c4f6e-e433-45b4-b7dc-9382feba5373 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.43 "GET /v2.0/ports?device_id=281388a5-916f-47e7-9d44-39123be9b806 HTTP/1.1" status: 200 len: 946 time: 0.1125047 Aug 07 05:00:58.996569 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-41519b6c-4da3-4ee3-a1ec-18a5ee50b70a tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Notify callbacks [] for floatingip, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:59.047628 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f72184-574e-44db-814b-d7550c8e0b43 req-34c88a97-8bfd-4cae-928c-e6c0924da5bb tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:59.049246 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-76f72184-574e-44db-814b-d7550c8e0b43 req-34c88a97-8bfd-4cae-928c-e6c0924da5bb tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/ports?device_id=2026fbc1-5cab-4ea0-930e-84b555508bfb HTTP/1.1" status: 200 len: 945 time: 0.1083388 Aug 07 05:00:59.168134 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-76f72184-574e-44db-814b-d7550c8e0b43 req-be4d9879-e7d9-46c4-be17-bb30890b4150 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdf2399-faeb-48c4-8780-bc2d176294d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048412 Aug 07 05:00:59.192619 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-8427c2af-8766-4960-9bc9-63ade1ab8642 req-b450a126-a362-4c43-9271-7dff0a23059e tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768807598987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768807127278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513232'] for port, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:59.228524 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b450a126-a362-4c43-9271-7dff0a23059e tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Pushing event deleted for resources: {'Port': ['ID=e940df9b-72f1-43f0-ba1b-3f4dd50c00d9,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:00:59.313124 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:59.414648 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8427c2af-8766-4960-9bc9-63ade1ab8642 req-b450a126-a362-4c43-9271-7dff0a23059e tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Router ad8449e8-1e39-494b-b6a0-64c5d48e6b91 has already been hosted by L3 agent c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6 {{(pid=93259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 05:00:59.498653 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ec4abe-6a64-4df4-bfee-667905d39e4e req-1d30e0c3-e9af-46fc-bfeb-1d1ff92a387b tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:59.506344 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 43046) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:00:59.506554 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-05ec4abe-6a64-4df4-bfee-667905d39e4e req-1d30e0c3-e9af-46fc-bfeb-1d1ff92a387b tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/ports?device_id=281388a5-916f-47e7-9d44-39123be9b806 HTTP/1.1" status: 200 len: 946 time: 0.1332686 Aug 07 05:00:59.517893 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.plugin [req-91cd75ce-f627-40a5-b7cf-a1cc3c26e503 req-c7255e6e-6a02-46be-b8f9-ce1874622d0c tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Deleting port 6a605021-d132-4140-b39c-e0cdf1686da7 {{(pid=93260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:00:59.518228 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-91cd75ce-f627-40a5-b7cf-a1cc3c26e503 req-c7255e6e-6a02-46be-b8f9-ce1874622d0c tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768807591985'] for port, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:59.531663 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b63789e-f8e8-415c-a588-f8f51343226f req-322a1701-1da3-4cfd-823a-ebbab1c96163 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:00:59.533209 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-2b63789e-f8e8-415c-a588-f8f51343226f req-322a1701-1da3-4cfd-823a-ebbab1c96163 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=a075a532-a14b-4220-b5be-f7ea0eed4fc6 HTTP/1.1" status: 200 len: 943 time: 0.0955966 Aug 07 05:00:59.587265 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-05ec4abe-6a64-4df4-bfee-667905d39e4e req-4d426c7e-dd95-442f-a26a-c33ed899d92a tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/security-groups?id=bfa6163e-8b73-4757-b860-d83c741d005e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757689 Aug 07 05:00:59.618991 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8427c2af-8766-4960-9bc9-63ade1ab8642 req-b450a126-a362-4c43-9271-7dff0a23059e tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify agent at l3_agent.dv-cinder-759943-8-iscsi the message routers_updated {{(pid=93259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 05:00:59.633815 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3061f19a-e8b6-462f-95b3-3611977469ae None None] Sync routers for ids ['ad8449e8-1e39-494b-b6a0-64c5d48e6b91'] in dv-cinder-759943-8-iscsi {{(pid=93261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 05:00:59.652404 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3061f19a-e8b6-462f-95b3-3611977469ae None None] Routers {'ad8449e8-1e39-494b-b6a0-64c5d48e6b91'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:00:59.653643 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-3061f19a-e8b6-462f-95b3-3611977469ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T05:00:30Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['ad8449e8-1e39-494b-b6a0-64c5d48e6b91'], 'active': True} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:00:59.664531 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.l3_dvrscheduler_db [req-8427c2af-8766-4960-9bc9-63ade1ab8642 req-b450a126-a362-4c43-9271-7dff0a23059e tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] No DVR routers for this DVR port e940df9b-72f1-43f0-ba1b-3f4dd50c00d9 on host hv-cinder-75994 {{(pid=93259) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 05:00:59.668153 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-8427c2af-8766-4960-9bc9-63ade1ab8642 req-b450a126-a362-4c43-9271-7dff0a23059e tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77622'] for port, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:59.670206 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-8427c2af-8766-4960-9bc9-63ade1ab8642 req-b450a126-a362-4c43-9271-7dff0a23059e tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.43 "DELETE /v2.0/ports/e940df9b-72f1-43f0-ba1b-3f4dd50c00d9 HTTP/1.1" status: 204 len: 173 time: 1.2715757 Aug 07 05:00:59.670655 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2026fbc1-5cab-4ea0-930e-84b555508bfb', 'name': 'network-vif-deleted', 'tag': 'e940df9b-72f1-43f0-ba1b-3f4dd50c00d9'}] {{(pid=93259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 05:00:59.674240 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2475665ef9a7cb8741e3251ff967df6d1dd3d3eb822c2e36b28ddc32d9da7eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c7ce572-0552-4a2e-a0b4-f7cec34c6539" -d '{"events": [{"server_uuid": "2026fbc1-5cab-4ea0-930e-84b555508bfb", "name": "network-vif-deleted", "tag": "e940df9b-72f1-43f0-ba1b-3f4dd50c00d9"}]}' {{(pid=93259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 05:00:59.697296 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-2b63789e-f8e8-415c-a588-f8f51343226f req-a070d87f-035c-4d09-8fd7-471b6e427f96 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c466296-861b-46b3-ac81-a26626c817f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518354 Aug 07 05:00:59.709434 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-41519b6c-4da3-4ee3-a1ec-18a5ee50b70a tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:59.734063 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-30bf61fe-8e67-48d7-9823-13d1f96820ff req-1c2dbc0c-5e4d-44df-980e-7787bd3ca550 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a075a532-a14b-4220-b5be-f7ea0eed4fc6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2251625 Aug 07 05:00:59.740503 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.db [req-91cd75ce-f627-40a5-b7cf-a1cc3c26e503 req-c7255e6e-6a02-46be-b8f9-ce1874622d0c tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] For port 6a605021-d132-4140-b39c-e0cdf1686da7, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=6a605021-d132-4140-b39c-e0cdf1686da7,segment=NetworkSegment(67007472-572b-48a7-a3ec-be979b48e642),segment_id=67007472-572b-48a7-a3ec-be979b48e642)] {{(pid=93260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:00:59.740863 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-91cd75ce-f627-40a5-b7cf-a1cc3c26e503 req-c7255e6e-6a02-46be-b8f9-ce1874622d0c tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769206'] for port, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:59.767799 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 05:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-994fbe0b-f358-41e4-89ee-02e91d5e95ed x-openstack-request-id: req-994fbe0b-f358-41e4-89ee-02e91d5e95ed {{(pid=93259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 05:00:59.767958 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2026fbc1-5cab-4ea0-930e-84b555508bfb", "name": "network-vif-deleted", "tag": "e940df9b-72f1-43f0-ba1b-3f4dd50c00d9", "status": "completed", "code": 200}]} {{(pid=93259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 05:00:59.768157 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-994fbe0b-f358-41e4-89ee-02e91d5e95ed {{(pid=93259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 05:00:59.768505 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2026fbc1-5cab-4ea0-930e-84b555508bfb', 'name': 'network-vif-deleted', 'tag': 'e940df9b-72f1-43f0-ba1b-3f4dd50c00d9', 'status': 'completed', 'code': 200} Aug 07 05:00:59.816013 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-7554082c-35ad-4aca-87d0-ab697c5d2dc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:59.818827 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:00:59.854198 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvr_db [None req-3061f19a-e8b6-462f-95b3-3611977469ae None None] Set router ad8449e8-1e39-494b-b6a0-64c5d48e6b91 gateway port host: dv-cinder-759943-8-iscsi {{(pid=93261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:00:59.919334 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.db.db_base_plugin_common [None req-41519b6c-4da3-4ee3-a1ec-18a5ee50b70a tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Allocated IP 172.27.1.108 (7234aba2-ebe6-4f3d-9fb1-8b27c89e529f/7cdca82c-7858-4732-9c64-e97074532a2d/91b0ae28-8781-4137-815e-0ff087d5761d) {{(pid=93260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 05:01:00.139732 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-91cd75ce-f627-40a5-b7cf-a1cc3c26e503 req-c7255e6e-6a02-46be-b8f9-ce1874622d0c tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:00.140609 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-91cd75ce-f627-40a5-b7cf-a1cc3c26e503 req-c7255e6e-6a02-46be-b8f9-ce1874622d0c tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-766596'] for floatingip, after_update {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:00.140730 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.db.l3_db [req-91cd75ce-f627-40a5-b7cf-a1cc3c26e503 req-c7255e6e-6a02-46be-b8f9-ce1874622d0c tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Floating IP 5a8a3e11-8cba-4cc9-b39c-a487935b7307 disassociated. External IP: 172.27.1.27, port: 6a605021-d132-4140-b39c-e0cdf1686da7. Aug 07 05:01:00.141172 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.plugin [req-91cd75ce-f627-40a5-b7cf-a1cc3c26e503 req-c7255e6e-6a02-46be-b8f9-ce1874622d0c tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Calling delete_port for 6a605021-d132-4140-b39c-e0cdf1686da7 owned by compute:nova {{(pid=93260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:01:00.218961 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-41519b6c-4da3-4ee3-a1ec-18a5ee50b70a tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Notify callbacks [] for port, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:00.230560 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-3061f19a-e8b6-462f-95b3-3611977469ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad8449e8-1e39-494b-b6a0-64c5d48e6b91', 'name': 'tempest-TestVolumeBootPattern-751389754-router', 'tenant_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '04d2bc11-5988-414b-9f5a-7ad5d200461e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:57:47Z', 'updated_at': '2021-08-07T04:57:55Z', 'revision_number': 4, 'project_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'gw_port': {'id': '04d2bc11-5988-414b-9f5a-7ad5d200461e', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:59:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8449e8-1e39-494b-b6a0-64c5d48e6b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:49Z', 'updated_at': '2021-08-07T04:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi', '_interfaces': [{'id': '273fc0e9-9ab0-48df-a716-c8a6646d33b4', 'name': '', 'network_id': '733634ef-5b86-411e-9b36-39e7b92f41be', 'tenant_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'mac_address': 'fa:16:3e:5b:7c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8449e8-1e39-494b-b6a0-64c5d48e6b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'e84e0528-898f-4ad3-8787-7fdf44fd2ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:54Z', 'updated_at': '2021-08-07T04:58:04Z', 'revision_number': 5, 'project_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'subnets': [{'id': 'e84e0528-898f-4ad3-8787-7fdf44fd2ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:01:00.260084 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3061f19a-e8b6-462f-95b3-3611977469ae None None] Checking router: ad8449e8-1e39-494b-b6a0-64c5d48e6b91 for host: dv-cinder-759943-8-iscsi {{(pid=93261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 05:01:00.269581 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3061f19a-e8b6-462f-95b3-3611977469ae None None] Routers {'ad8449e8-1e39-494b-b6a0-64c5d48e6b91'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:01:00.270255 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-3061f19a-e8b6-462f-95b3-3611977469ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T05:01:00Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['ad8449e8-1e39-494b-b6a0-64c5d48e6b91'], 'active': True} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:01:00.300823 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-41519b6c-4da3-4ee3-a1ec-18a5ee50b70a tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768807127269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9563756'] for port, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:00.387347 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-5515309e-98d6-49b0-bf8e-292709b8f05c req-7fcc1858-1ab1-4017-87a3-eacbb7f63498 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/ports?device_id=2026fbc1-5cab-4ea0-930e-84b555508bfb HTTP/1.1" status: 200 len: 210 time: 0.0929348 Aug 07 05:01:00.422588 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41519b6c-4da3-4ee3-a1ec-18a5ee50b70a tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Network 7234aba2-ebe6-4f3d-9fb1-8b27c89e529f is already hosted by enough agents. {{(pid=93260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 05:01:00.429630 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.base_scheduler [None req-41519b6c-4da3-4ee3-a1ec-18a5ee50b70a tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Resources bound (agent type, host, resource id): {{(pid=93260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 05:01:00.435140 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41519b6c-4da3-4ee3-a1ec-18a5ee50b70a tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Received port after_create {{(pid=93260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 05:01:00.466951 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41519b6c-4da3-4ee3-a1ec-18a5ee50b70a tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Pushing event updated for resources: {'Port': ['ID=91b0ae28-8781-4137-815e-0ff087d5761d,revision_number=1']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:01:00.468413 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvr_db [None req-3061f19a-e8b6-462f-95b3-3611977469ae None None] Set router ad8449e8-1e39-494b-b6a0-64c5d48e6b91 gateway port host: dv-cinder-759943-8-iscsi {{(pid=93261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:01:00.472313 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-91cd75ce-f627-40a5-b7cf-a1cc3c26e503 req-c7255e6e-6a02-46be-b8f9-ce1874622d0c tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768807598987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768807127278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9563756'] for port, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:00.500445 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41519b6c-4da3-4ee3-a1ec-18a5ee50b70a tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:01:00.500445 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41519b6c-4da3-4ee3-a1ec-18a5ee50b70a tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:01:00.500445 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41519b6c-4da3-4ee3-a1ec-18a5ee50b70a tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:01:00.500445 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41519b6c-4da3-4ee3-a1ec-18a5ee50b70a tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:01:00.500445 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41519b6c-4da3-4ee3-a1ec-18a5ee50b70a tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:01:00.500445 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41519b6c-4da3-4ee3-a1ec-18a5ee50b70a tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:01:00.500445 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41519b6c-4da3-4ee3-a1ec-18a5ee50b70a tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:01:00.500445 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41519b6c-4da3-4ee3-a1ec-18a5ee50b70a tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:01:00.500445 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41519b6c-4da3-4ee3-a1ec-18a5ee50b70a tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:01:00.501520 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41519b6c-4da3-4ee3-a1ec-18a5ee50b70a tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:01:00.501520 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41519b6c-4da3-4ee3-a1ec-18a5ee50b70a tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:01:00.501520 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41519b6c-4da3-4ee3-a1ec-18a5ee50b70a tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:01:00.544300 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7255e6e-6a02-46be-b8f9-ce1874622d0c tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Pushing event deleted for resources: {'Port': ['ID=6a605021-d132-4140-b39c-e0cdf1686da7,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:01:00.749900 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-f79f476c-1ac6-45f4-a536-05d31601a6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:00.756366 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-3061f19a-e8b6-462f-95b3-3611977469ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad8449e8-1e39-494b-b6a0-64c5d48e6b91', 'name': 'tempest-TestVolumeBootPattern-751389754-router', 'tenant_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '04d2bc11-5988-414b-9f5a-7ad5d200461e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:57:47Z', 'updated_at': '2021-08-07T04:57:55Z', 'revision_number': 4, 'project_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'gw_port': {'id': '04d2bc11-5988-414b-9f5a-7ad5d200461e', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:59:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8449e8-1e39-494b-b6a0-64c5d48e6b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:49Z', 'updated_at': '2021-08-07T04:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi', '_interfaces': [{'id': '273fc0e9-9ab0-48df-a716-c8a6646d33b4', 'name': '', 'network_id': '733634ef-5b86-411e-9b36-39e7b92f41be', 'tenant_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'mac_address': 'fa:16:3e:5b:7c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8449e8-1e39-494b-b6a0-64c5d48e6b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'e84e0528-898f-4ad3-8787-7fdf44fd2ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:54Z', 'updated_at': '2021-08-07T04:58:04Z', 'revision_number': 5, 'project_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'subnets': [{'id': 'e84e0528-898f-4ad3-8787-7fdf44fd2ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:01:00.761136 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-e59c9698-fa66-4d71-b227-c386584bccb3 req-f74c3c8f-b870-4e94-95f0-6e71836cce8e tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/ports?device_id=281388a5-916f-47e7-9d44-39123be9b806 HTTP/1.1" status: 200 len: 210 time: 0.0719161 Aug 07 05:01:00.800956 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3061f19a-e8b6-462f-95b3-3611977469ae None None] The sync data for ids ['ad8449e8-1e39-494b-b6a0-64c5d48e6b91'] in dv-cinder-759943-8-iscsi is: [{'id': 'ad8449e8-1e39-494b-b6a0-64c5d48e6b91', 'name': 'tempest-TestVolumeBootPattern-751389754-router', 'tenant_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '04d2bc11-5988-414b-9f5a-7ad5d200461e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:57:47Z', 'updated_at': '2021-08-07T04:57:55Z', 'revision_number': 4, 'project_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'gw_port': {'id': '04d2bc11-5988-414b-9f5a-7ad5d200461e', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:59:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8449e8-1e39-494b-b6a0-64c5d48e6b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:49Z', 'updated_at': '2021-08-07T04:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi', '_interfaces': [{'id': '273fc0e9-9ab0-48df-a716-c8a6646d33b4', 'name': '', 'network_id': '733634ef-5b86-411e-9b36-39e7b92f41be', 'tenant_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'mac_address': 'fa:16:3e:5b:7c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8449e8-1e39-494b-b6a0-64c5d48e6b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'e84e0528-898f-4ad3-8787-7fdf44fd2ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:54Z', 'updated_at': '2021-08-07T04:58:04Z', 'revision_number': 5, 'project_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'subnets': [{'id': 'e84e0528-898f-4ad3-8787-7fdf44fd2ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 05:01:00.804557 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.l3_agent_scheduler [req-91cd75ce-f627-40a5-b7cf-a1cc3c26e503 req-c7255e6e-6a02-46be-b8f9-ce1874622d0c tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Router 82478cfe-86d6-4eb1-a51b-a45748209466 has already been hosted by L3 agent c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6 {{(pid=93260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 05:01:00.892162 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bf61fe-8e67-48d7-9823-13d1f96820ff req-13e83e3a-9c43-45d6-8f9a-912e407506a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:00.895337 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-30bf61fe-8e67-48d7-9823-13d1f96820ff req-13e83e3a-9c43-45d6-8f9a-912e407506a2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a075a532-a14b-4220-b5be-f7ea0eed4fc6&tenant_id=ca9c8154dc664b57bc9452622c79c0c6 HTTP/1.1" status: 200 len: 1096 time: 0.1361444 Aug 07 05:01:00.967649 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bf61fe-8e67-48d7-9823-13d1f96820ff req-a27b53e0-0701-4cf6-b0f3-82aacacb51d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:00.969532 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-30bf61fe-8e67-48d7-9823-13d1f96820ff req-a27b53e0-0701-4cf6-b0f3-82aacacb51d0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ca9c8154dc664b57bc9452622c79c0c6&device_id=a075a532-a14b-4220-b5be-f7ea0eed4fc6 HTTP/1.1" status: 200 len: 1096 time: 0.0475960 Aug 07 05:01:01.046405 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be84d650-1126-4f02-9205-423f1e9238a1 req-90a8b14d-a0de-4b0f-8122-61bbe501f4ca tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:01.047993 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-be84d650-1126-4f02-9205-423f1e9238a1 req-90a8b14d-a0de-4b0f-8122-61bbe501f4ca tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=a075a532-a14b-4220-b5be-f7ea0eed4fc6 HTTP/1.1" status: 200 len: 943 time: 0.1882575 Aug 07 05:01:01.102469 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bf61fe-8e67-48d7-9823-13d1f96820ff req-3308b1e2-548a-4f34-a9b3-efc436cc5fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:01.103923 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-30bf61fe-8e67-48d7-9823-13d1f96820ff req-3308b1e2-548a-4f34-a9b3-efc436cc5fa1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4c392ea1-f973-4e27-8c93-9da70b5eee3e HTTP/1.1" status: 200 len: 918 time: 0.1274507 Aug 07 05:01:01.112270 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-91cd75ce-f627-40a5-b7cf-a1cc3c26e503 req-c7255e6e-6a02-46be-b8f9-ce1874622d0c tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify agent at l3_agent.dv-cinder-759943-8-iscsi the message routers_updated {{(pid=93260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 05:01:01.134845 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69fef61-7ce2-4392-bf28-b3aac4ead366 None None] Sync routers for ids ['82478cfe-86d6-4eb1-a51b-a45748209466'] in dv-cinder-759943-8-iscsi {{(pid=93262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 05:01:01.147710 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69fef61-7ce2-4392-bf28-b3aac4ead366 None None] Routers {'82478cfe-86d6-4eb1-a51b-a45748209466'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:01:01.149124 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_hamode_db [None req-f69fef61-7ce2-4392-bf28-b3aac4ead366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T05:01:00Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['82478cfe-86d6-4eb1-a51b-a45748209466'], 'active': True} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:01:01.155165 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d644d7-93e3-404d-9b04-b36c634792ca None None] New status for floating IP 4228dce8-b48e-4cd4-9a73-b575f43763d1: DOWN {{(pid=93261) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 05:01:01.180369 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-30bf61fe-8e67-48d7-9823-13d1f96820ff req-3e2b8a87-c7db-49a9-acfc-6ce23f51ba8d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd636543-d125-4207-9b34-9d5eae7c5345 HTTP/1.1" status: 200 len: 998 time: 0.0678229 Aug 07 05:01:01.228595 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.db.l3_dvrscheduler_db [req-91cd75ce-f627-40a5-b7cf-a1cc3c26e503 req-c7255e6e-6a02-46be-b8f9-ce1874622d0c tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] No DVR routers for this DVR port 6a605021-d132-4140-b39c-e0cdf1686da7 on host hv-cinder-75994 {{(pid=93260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 05:01:01.233328 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-91cd75ce-f627-40a5-b7cf-a1cc3c26e503 req-c7255e6e-6a02-46be-b8f9-ce1874622d0c tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77622'] for port, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:01.235137 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bf61fe-8e67-48d7-9823-13d1f96820ff req-bb6be531-a460-4fbd-963e-13272fd0a0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:01.236187 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-91cd75ce-f627-40a5-b7cf-a1cc3c26e503 req-c7255e6e-6a02-46be-b8f9-ce1874622d0c tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.43 "DELETE /v2.0/ports/6a605021-d132-4140-b39c-e0cdf1686da7 HTTP/1.1" status: 204 len: 173 time: 2.2747707 Aug 07 05:01:01.236742 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-30bf61fe-8e67-48d7-9823-13d1f96820ff req-bb6be531-a460-4fbd-963e-13272fd0a0e6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c03fc84b-f6fc-4f24-bb48-576f621db152 HTTP/1.1" status: 200 len: 856 time: 0.0498536 Aug 07 05:01:01.241498 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '281388a5-916f-47e7-9d44-39123be9b806', 'name': 'network-vif-deleted', 'tag': '6a605021-d132-4140-b39c-e0cdf1686da7'}] {{(pid=93260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 05:01:01.244123 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9471522559f84b73cf1045644644c0a628e3dc4684c08e707fd64d6512f95f4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acef98ee-6fbe-4a5b-a733-33d49c180d25" -d '{"events": [{"server_uuid": "281388a5-916f-47e7-9d44-39123be9b806", "name": "network-vif-deleted", "tag": "6a605021-d132-4140-b39c-e0cdf1686da7"}]}' {{(pid=93260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 05:01:01.259617 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-be84d650-1126-4f02-9205-423f1e9238a1 req-630597e5-19d1-4407-8299-3915a855bcb4 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c466296-861b-46b3-ac81-a26626c817f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2045734 Aug 07 05:01:01.278710 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-41519b6c-4da3-4ee3-a1ec-18a5ee50b70a tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:01.308985 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvr_db [None req-f69fef61-7ce2-4392-bf28-b3aac4ead366 None None] Set router 82478cfe-86d6-4eb1-a51b-a45748209466 gateway port host: dv-cinder-759943-8-iscsi {{(pid=93262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:01:01.368586 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bf61fe-8e67-48d7-9823-13d1f96820ff req-1177bb3d-ddd3-4042-9a7b-acd150366677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:01.370780 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-30bf61fe-8e67-48d7-9823-13d1f96820ff req-1177bb3d-ddd3-4042-9a7b-acd150366677 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4c392ea1-f973-4e27-8c93-9da70b5eee3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1058383 Aug 07 05:01:01.412780 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-41519b6c-4da3-4ee3-a1ec-18a5ee50b70a tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:01.458088 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 05:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51ed187-ed30-4c98-bb71-1bb9a5f46eda x-openstack-request-id: req-a51ed187-ed30-4c98-bb71-1bb9a5f46eda {{(pid=93260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 05:01:01.458379 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "281388a5-916f-47e7-9d44-39123be9b806", "name": "network-vif-deleted", "tag": "6a605021-d132-4140-b39c-e0cdf1686da7", "status": "completed", "code": 200}]} {{(pid=93260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 05:01:01.458633 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a51ed187-ed30-4c98-bb71-1bb9a5f46eda {{(pid=93260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 05:01:01.459141 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '281388a5-916f-47e7-9d44-39123be9b806', 'name': 'network-vif-deleted', 'tag': '6a605021-d132-4140-b39c-e0cdf1686da7', 'status': 'completed', 'code': 200} Aug 07 05:01:01.534111 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-30bf61fe-8e67-48d7-9823-13d1f96820ff req-42da7265-c1bf-4e74-8ccd-3de1ad781a72 service neutron] 10.222.0.43 "GET /v2.0/networks/4c392ea1-f973-4e27-8c93-9da70b5eee3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555076 Aug 07 05:01:01.606339 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_hamode_db [None req-f69fef61-7ce2-4392-bf28-b3aac4ead366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82478cfe-86d6-4eb1-a51b-a45748209466', 'name': 'tempest-AttachVolumeTestJSON-1250311327-router', 'tenant_id': 'a09787aaf9f8489b9ce80e474968b0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'def80ae2-99c9-4966-beb3-d4a2b146f762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:55:03Z', 'updated_at': '2021-08-07T04:55:10Z', 'revision_number': 4, 'project_id': 'a09787aaf9f8489b9ce80e474968b0c0', 'gw_port': {'id': 'def80ae2-99c9-4966-beb3-d4a2b146f762', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82478cfe-86d6-4eb1-a51b-a45748209466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:55:04Z', 'updated_at': '2021-08-07T04:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi', '_interfaces': [{'id': '6edbe39c-3984-4193-bac7-e2a45d6b7ff1', 'name': '', 'network_id': '47e9d5be-818e-47e0-bb62-cfe7f85a9f14', 'tenant_id': 'a09787aaf9f8489b9ce80e474968b0c0', 'mac_address': 'fa:16:3e:4a:20:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82478cfe-86d6-4eb1-a51b-a45748209466', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd69cdc06-5978-4a98-8e5a-dddb9e263998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:55:08Z', 'updated_at': '2021-08-07T04:55:22Z', 'revision_number': 5, 'project_id': 'a09787aaf9f8489b9ce80e474968b0c0', 'subnets': [{'id': 'd69cdc06-5978-4a98-8e5a-dddb9e263998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:01:01.646422 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-41519b6c-4da3-4ee3-a1ec-18a5ee50b70a tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Notify callbacks [] for port, precommit_update {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:01.650471 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-30bf61fe-8e67-48d7-9823-13d1f96820ff req-b41118af-6f98-467e-854f-e4ddd0514b8a service neutron] 10.222.0.43 "GET /v2.0/networks/4c392ea1-f973-4e27-8c93-9da70b5eee3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072047 Aug 07 05:01:01.653100 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-41519b6c-4da3-4ee3-a1ec-18a5ee50b70a tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9563749'] for port, after_update {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:01.659911 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69fef61-7ce2-4392-bf28-b3aac4ead366 None None] Checking router: 82478cfe-86d6-4eb1-a51b-a45748209466 for host: dv-cinder-759943-8-iscsi {{(pid=93262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 05:01:01.670080 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69fef61-7ce2-4392-bf28-b3aac4ead366 None None] Routers {'82478cfe-86d6-4eb1-a51b-a45748209466'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:01:01.670960 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_hamode_db [None req-f69fef61-7ce2-4392-bf28-b3aac4ead366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T05:01:00Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['82478cfe-86d6-4eb1-a51b-a45748209466'], 'active': True} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:01:01.740229 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41519b6c-4da3-4ee3-a1ec-18a5ee50b70a tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Pushing event updated for resources: {'Port': ['ID=91b0ae28-8781-4137-815e-0ff087d5761d,revision_number=2']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:01:01.743953 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-41519b6c-4da3-4ee3-a1ec-18a5ee50b70a tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-766596'] for floatingip, after_update {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:01.795483 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-1d8f8655-b0c3-4682-a35f-6dd73ef544f1 req-81f60c3e-a0b5-4d45-9d94-4d65a7638b86 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1333684959&fields=id&tenant_id=e08ba5ab4feb433fa91e7057f10230b5 HTTP/1.1" status: 200 len: 267 time: 0.0742519 Aug 07 05:01:01.869506 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvr_db [None req-f69fef61-7ce2-4392-bf28-b3aac4ead366 None None] Set router 82478cfe-86d6-4eb1-a51b-a45748209466 gateway port host: dv-cinder-759943-8-iscsi {{(pid=93262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:01:01.972380 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-397e1b3c-e6d6-471f-b7b8-13e1b362a308 req-ae1659b5-1e4f-497c-a858-966485296887 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/ports?device_id=281388a5-916f-47e7-9d44-39123be9b806 HTTP/1.1" status: 200 len: 210 time: 0.0748065 Aug 07 05:01:01.992538 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.db.l3_db [None req-41519b6c-4da3-4ee3-a1ec-18a5ee50b70a tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Floating IP 4a305ae8-6944-4ef8-9463-46fd76bba6d2 associated. External IP: 172.27.1.108, port: 270cb80e-972e-4220-aa67-e66c575d5b61. Aug 07 05:01:02.005950 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8f8655-b0c3-4682-a35f-6dd73ef544f1 req-1516564b-9cb3-473a-a440-1ffc57a39875 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:02.024880 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-1d8f8655-b0c3-4682-a35f-6dd73ef544f1 req-1516564b-9cb3-473a-a440-1ffc57a39875 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/networks?id=733634ef-5b86-411e-9b36-39e7b92f41be HTTP/1.1" status: 200 len: 811 time: 0.2028646 Aug 07 05:01:02.041018 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-1d8f8655-b0c3-4682-a35f-6dd73ef544f1 req-815c1a43-7e75-4102-a7e0-8fd9ba94283b tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/quotas/e08ba5ab4feb433fa91e7057f10230b5 HTTP/1.1" status: 200 len: 375 time: 0.0140884 Aug 07 05:01:02.116520 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-1d8f8655-b0c3-4682-a35f-6dd73ef544f1 req-d53cbc48-9712-4f87-8f89-4b389593a81b tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e08ba5ab4feb433fa91e7057f10230b5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0687733 Aug 07 05:01:02.206172 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device 6a605021-d132-4140-b39c-e0cdf1686da7 no longer exists at agent hyperv_hv-cinder-75994 {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 05:01:02.254755 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.plugin [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] No Port match for: 6a605021-d132-4140-b39c-e0cdf1686da7 {{(pid=93261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 05:01:02.257818 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device 6a605021-d132-4140-b39c-e0cdf1686da7 not bound to the agent host hv-cinder-75994 {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 05:01:02.258643 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device e940df9b-72f1-43f0-ba1b-3f4dd50c00d9 no longer exists at agent hyperv_hv-cinder-75994 {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 05:01:02.308369 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.plugin [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] No Port match for: e940df9b-72f1-43f0-ba1b-3f4dd50c00d9 {{(pid=93261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 05:01:02.312033 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device e940df9b-72f1-43f0-ba1b-3f4dd50c00d9 not bound to the agent host hv-cinder-75994 {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 05:01:02.362886 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_hamode_db [None req-f69fef61-7ce2-4392-bf28-b3aac4ead366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82478cfe-86d6-4eb1-a51b-a45748209466', 'name': 'tempest-AttachVolumeTestJSON-1250311327-router', 'tenant_id': 'a09787aaf9f8489b9ce80e474968b0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'def80ae2-99c9-4966-beb3-d4a2b146f762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:55:03Z', 'updated_at': '2021-08-07T04:55:10Z', 'revision_number': 4, 'project_id': 'a09787aaf9f8489b9ce80e474968b0c0', 'gw_port': {'id': 'def80ae2-99c9-4966-beb3-d4a2b146f762', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82478cfe-86d6-4eb1-a51b-a45748209466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:55:04Z', 'updated_at': '2021-08-07T04:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi', '_interfaces': [{'id': '6edbe39c-3984-4193-bac7-e2a45d6b7ff1', 'name': '', 'network_id': '47e9d5be-818e-47e0-bb62-cfe7f85a9f14', 'tenant_id': 'a09787aaf9f8489b9ce80e474968b0c0', 'mac_address': 'fa:16:3e:4a:20:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82478cfe-86d6-4eb1-a51b-a45748209466', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd69cdc06-5978-4a98-8e5a-dddb9e263998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:55:08Z', 'updated_at': '2021-08-07T04:55:22Z', 'revision_number': 5, 'project_id': 'a09787aaf9f8489b9ce80e474968b0c0', 'subnets': [{'id': 'd69cdc06-5978-4a98-8e5a-dddb9e263998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:01:02.392548 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69fef61-7ce2-4392-bf28-b3aac4ead366 None None] The sync data for ids ['82478cfe-86d6-4eb1-a51b-a45748209466'] in dv-cinder-759943-8-iscsi is: [{'id': '82478cfe-86d6-4eb1-a51b-a45748209466', 'name': 'tempest-AttachVolumeTestJSON-1250311327-router', 'tenant_id': 'a09787aaf9f8489b9ce80e474968b0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'def80ae2-99c9-4966-beb3-d4a2b146f762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:55:03Z', 'updated_at': '2021-08-07T04:55:10Z', 'revision_number': 4, 'project_id': 'a09787aaf9f8489b9ce80e474968b0c0', 'gw_port': {'id': 'def80ae2-99c9-4966-beb3-d4a2b146f762', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82478cfe-86d6-4eb1-a51b-a45748209466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:55:04Z', 'updated_at': '2021-08-07T04:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi', '_interfaces': [{'id': '6edbe39c-3984-4193-bac7-e2a45d6b7ff1', 'name': '', 'network_id': '47e9d5be-818e-47e0-bb62-cfe7f85a9f14', 'tenant_id': 'a09787aaf9f8489b9ce80e474968b0c0', 'mac_address': 'fa:16:3e:4a:20:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82478cfe-86d6-4eb1-a51b-a45748209466', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'd69cdc06-5978-4a98-8e5a-dddb9e263998', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:55:08Z', 'updated_at': '2021-08-07T04:55:22Z', 'revision_number': 5, 'project_id': 'a09787aaf9f8489b9ce80e474968b0c0', 'subnets': [{'id': 'd69cdc06-5978-4a98-8e5a-dddb9e263998', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 05:01:02.523766 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-1d8f8655-b0c3-4682-a35f-6dd73ef544f1 req-39740967-cab4-4d50-9609-87b4191ff185 service neutron] 10.222.0.13 "GET /v2.0/networks/733634ef-5b86-411e-9b36-39e7b92f41be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3942666 Aug 07 05:01:02.538922 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-fe46c1f5-d46f-4bdc-a2a5-961a9e169c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:02.655556 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-1d8f8655-b0c3-4682-a35f-6dd73ef544f1 req-db28ddc5-f9d7-4616-a07f-1d4c771abe26 service neutron] 10.222.0.13 "GET /v2.0/networks/733634ef-5b86-411e-9b36-39e7b92f41be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231008 Aug 07 05:01:02.818730 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9613d26-3961-4e40-a31e-de4f014b8650 req-42d76dc8-8b9f-46a4-b8f0-a0bb52764017 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:02.844866 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-c9613d26-3961-4e40-a31e-de4f014b8650 req-42d76dc8-8b9f-46a4-b8f0-a0bb52764017 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=a075a532-a14b-4220-b5be-f7ea0eed4fc6 HTTP/1.1" status: 200 len: 943 time: 0.3860488 Aug 07 05:01:02.960661 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-c9613d26-3961-4e40-a31e-de4f014b8650 req-beb32064-d319-4b9a-96ab-1d9dadf4f07d tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c466296-861b-46b3-ac81-a26626c817f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119802 Aug 07 05:01:02.995731 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41519b6c-4da3-4ee3-a1ec-18a5ee50b70a tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Router a642c100-1ce5-4961-a806-3c2108cdb6a3 has already been hosted by L3 agent c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6 {{(pid=93260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 05:01:03.000501 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1582f9aa-1a52-4cfa-a80c-51a378542097 None None] New status for floating IP 5a8a3e11-8cba-4cc9-b39c-a487935b7307: DOWN {{(pid=93262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 05:01:03.189641 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 43116) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:01:03.277416 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41519b6c-4da3-4ee3-a1ec-18a5ee50b70a tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Notify agent at l3_agent.dv-cinder-759943-8-iscsi the message routers_updated {{(pid=93260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 05:01:03.296492 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d574e0a2-2da1-4454-b65d-4f23ab358097 None None] Sync routers for ids ['a642c100-1ce5-4961-a806-3c2108cdb6a3'] in dv-cinder-759943-8-iscsi {{(pid=93261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 05:01:03.320319 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d574e0a2-2da1-4454-b65d-4f23ab358097 None None] Routers {'a642c100-1ce5-4961-a806-3c2108cdb6a3'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:01:03.321362 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-d574e0a2-2da1-4454-b65d-4f23ab358097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T05:01:00Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['a642c100-1ce5-4961-a806-3c2108cdb6a3'], 'active': True} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:01:03.370967 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-41519b6c-4da3-4ee3-a1ec-18a5ee50b70a tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77622'] for floatingip, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:03.381732 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-978dd6af-d357-4d59-94d4-898b510f68fe tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks [] for security_group, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:03.423028 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-26a66668-5958-41e7-ab6d-346759bcc96a req-ec833b26-0e93-4a2e-b86a-34327c216cdb tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/ports?device_id=a36aa6db-5a97-48a7-a8a4-f962fb14a449 HTTP/1.1" status: 200 len: 210 time: 0.0730512 Aug 07 05:01:03.483854 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-41519b6c-4da3-4ee3-a1ec-18a5ee50b70a tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.5583351 Aug 07 05:01:03.485186 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-978dd6af-d357-4d59-94d4-898b510f68fe tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:03.485443 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9187a1f0-ebad-4f15-8672-da445ebc35ff', 'tag': '270cb80e-972e-4220-aa67-e66c575d5b61'}] {{(pid=93260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 05:01:03.489716 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9471522559f84b73cf1045644644c0a628e3dc4684c08e707fd64d6512f95f4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b25293-5f79-4cc3-b6b6-b06ee93e4b30" -d '{"events": [{"name": "network-changed", "server_uuid": "9187a1f0-ebad-4f15-8672-da445ebc35ff", "tag": "270cb80e-972e-4220-aa67-e66c575d5b61"}]}' {{(pid=93260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 05:01:03.584935 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-978dd6af-d357-4d59-94d4-898b510f68fe tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:03.588048 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-978dd6af-d357-4d59-94d4-898b510f68fe tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks [] for security_group, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:03.592920 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-978dd6af-d357-4d59-94d4-898b510f68fe tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "DELETE /v2.0/security-groups/bfa6163e-8b73-4757-b860-d83c741d005e HTTP/1.1" status: 204 len: 168 time: 0.4013402 Aug 07 05:01:03.593825 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 43126) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:01:03.605521 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvr_db [None req-d574e0a2-2da1-4454-b65d-4f23ab358097 None None] Set router a642c100-1ce5-4961-a806-3c2108cdb6a3 gateway port host: dv-cinder-759943-8-iscsi {{(pid=93261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:01:03.611359 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.api.v2.resource [None req-9dc9cb44-fa8a-45b9-8b2d-36c510179b78 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] show failed (client error): The resource could not be found. Aug 07 05:01:03.618370 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 43128) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:01:03.618961 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-9dc9cb44-fa8a-45b9-8b2d-36c510179b78 tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "GET /v2.0/security-groups/bfa6163e-8b73-4757-b860-d83c741d005e HTTP/1.1" status: 404 len: 347 time: 0.0233214 Aug 07 05:01:03.621575 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 05:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d77bff32-add4-4637-9225-35469c851363 x-openstack-request-id: req-d77bff32-add4-4637-9225-35469c851363 {{(pid=93260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 05:01:03.621895 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9187a1f0-ebad-4f15-8672-da445ebc35ff", "tag": "270cb80e-972e-4220-aa67-e66c575d5b61", "status": "completed", "code": 200}]} {{(pid=93260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 05:01:03.622239 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d77bff32-add4-4637-9225-35469c851363 {{(pid=93260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 05:01:03.622664 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9187a1f0-ebad-4f15-8672-da445ebc35ff', 'tag': '270cb80e-972e-4220-aa67-e66c575d5b61', 'status': 'completed', 'code': 200} Aug 07 05:01:03.662179 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978dd6af-d357-4d59-94d4-898b510f68fe tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa6163e-8b73-4757-b860-d83c741d005e,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:01:03.914864 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b25293-5f79-4cc3-b6b6-b06ee93e4b30 req-7bdec242-9fcf-42c8-803b-b5df05bfe5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:03.916858 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-c1b25293-5f79-4cc3-b6b6-b06ee93e4b30 req-7bdec242-9fcf-42c8-803b-b5df05bfe5fa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e0202a7fc56e416f9ce6e0728343150c&device_id=9187a1f0-ebad-4f15-8672-da445ebc35ff HTTP/1.1" status: 200 len: 1099 time: 0.1005244 Aug 07 05:01:03.936592 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.plugin [None req-0eae4ea2-598e-4848-92f7-a30e8e2bc58a tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Deleting port 4c37ce8c-aca7-43e5-b990-61c2b7618f4d {{(pid=93259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:01:03.938743 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-0eae4ea2-598e-4848-92f7-a30e8e2bc58a tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768807591985'] for port, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:04.226950 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-d574e0a2-2da1-4454-b65d-4f23ab358097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a642c100-1ce5-4961-a806-3c2108cdb6a3', 'name': 'tempest-TestShelveInstance-248353858-router', 'tenant_id': 'e0202a7fc56e416f9ce6e0728343150c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': '7ad86d09-251e-4943-a55a-9a21bb6fe665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T05:00:12Z', 'updated_at': '2021-08-07T05:00:16Z', 'revision_number': 4, 'project_id': 'e0202a7fc56e416f9ce6e0728343150c', 'gw_port': {'id': '7ad86d09-251e-4943-a55a-9a21bb6fe665', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:92:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a642c100-1ce5-4961-a806-3c2108cdb6a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:00:13Z', 'updated_at': '2021-08-07T05:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi', '_floatingips': [{'id': '4a305ae8-6944-4ef8-9463-46fd76bba6d2', 'tenant_id': 'e0202a7fc56e416f9ce6e0728343150c', 'floating_ip_address': '172.27.1.108', 'floating_network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'router_id': 'a642c100-1ce5-4961-a806-3c2108cdb6a3', 'port_id': '270cb80e-972e-4220-aa67-e66c575d5b61', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c6994ec-32f0-4a5f-a478-ed69244b4560', 'mac_address': 'fa:16:3e:65:41:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9187a1f0-ebad-4f15-8672-da445ebc35ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T05:01:00Z', 'updated_at': '2021-08-07T05:01:00Z', 'revision_number': 0, 'project_id': 'e0202a7fc56e416f9ce6e0728343150c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecb5429c-45a6-49d7-bb4e-6aedaa9d4fa5', 'name': '', 'network_id': '3c6994ec-32f0-4a5f-a478-ed69244b4560', 'tenant_id': 'e0202a7fc56e416f9ce6e0728343150c', 'mac_address': 'fa:16:3e:87:2e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a642c100-1ce5-4961-a806-3c2108cdb6a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '8faaf127-5693-4571-b131-8fe89530dcf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:00:15Z', 'updated_at': '2021-08-07T05:00:23Z', 'revision_number': 5, 'project_id': 'e0202a7fc56e416f9ce6e0728343150c', 'subnets': [{'id': '8faaf127-5693-4571-b131-8fe89530dcf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:01:04.245190 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-0eae4ea2-598e-4848-92f7-a30e8e2bc58a tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769206'] for port, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:04.245827 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-0eae4ea2-598e-4848-92f7-a30e8e2bc58a tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:04.270057 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.plugin [None req-0eae4ea2-598e-4848-92f7-a30e8e2bc58a tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Calling delete_port for 4c37ce8c-aca7-43e5-b990-61c2b7618f4d owned by network:floatingip {{(pid=93259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:01:04.271155 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedbbf13-5955-4593-9a3c-7a648a9549e3 req-da5d14e5-921f-44c9-818d-57ec8572f597 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:04.283879 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-aedbbf13-5955-4593-9a3c-7a648a9549e3 req-da5d14e5-921f-44c9-818d-57ec8572f597 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=a075a532-a14b-4220-b5be-f7ea0eed4fc6 HTTP/1.1" status: 200 len: 943 time: 0.1305635 Aug 07 05:01:04.295130 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d574e0a2-2da1-4454-b65d-4f23ab358097 None None] Checking router: a642c100-1ce5-4961-a806-3c2108cdb6a3 for host: dv-cinder-759943-8-iscsi {{(pid=93261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 05:01:04.310379 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d574e0a2-2da1-4454-b65d-4f23ab358097 None None] Routers {'a642c100-1ce5-4961-a806-3c2108cdb6a3'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:01:04.312196 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-d574e0a2-2da1-4454-b65d-4f23ab358097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T05:01:00Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['a642c100-1ce5-4961-a806-3c2108cdb6a3'], 'active': True} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:01:04.360448 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-aedbbf13-5955-4593-9a3c-7a648a9549e3 req-fef92300-2e82-4399-b2cf-0bf1bcccbfa1 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c466296-861b-46b3-ac81-a26626c817f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759141 Aug 07 05:01:04.383728 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b25293-5f79-4cc3-b6b6-b06ee93e4b30 req-ea911f1e-e4be-4a31-aa99-807b256653d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:04.385307 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-c1b25293-5f79-4cc3-b6b6-b06ee93e4b30 req-ea911f1e-e4be-4a31-aa99-807b256653d2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3c6994ec-32f0-4a5f-a478-ed69244b4560 HTTP/1.1" status: 200 len: 909 time: 0.2725263 Aug 07 05:01:04.442366 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvr_db [None req-d574e0a2-2da1-4454-b65d-4f23ab358097 None None] Set router a642c100-1ce5-4961-a806-3c2108cdb6a3 gateway port host: dv-cinder-759943-8-iscsi {{(pid=93261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:01:04.555033 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-0eae4ea2-598e-4848-92f7-a30e8e2bc58a tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768807598987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768807127278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513232'] for port, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:04.727653 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-b13f970f-ac0c-4a7b-a53e-c11a4c7fe7e9 req-d150ff0e-fa2e-470f-a933-216f3f6d698a tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/ports?device_id=a36aa6db-5a97-48a7-a8a4-f962fb14a449 HTTP/1.1" status: 200 len: 210 time: 0.1174352 Aug 07 05:01:04.757393 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-d574e0a2-2da1-4454-b65d-4f23ab358097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a642c100-1ce5-4961-a806-3c2108cdb6a3', 'name': 'tempest-TestShelveInstance-248353858-router', 'tenant_id': 'e0202a7fc56e416f9ce6e0728343150c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': '7ad86d09-251e-4943-a55a-9a21bb6fe665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T05:00:12Z', 'updated_at': '2021-08-07T05:00:16Z', 'revision_number': 4, 'project_id': 'e0202a7fc56e416f9ce6e0728343150c', 'gw_port': {'id': '7ad86d09-251e-4943-a55a-9a21bb6fe665', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:92:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a642c100-1ce5-4961-a806-3c2108cdb6a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:00:13Z', 'updated_at': '2021-08-07T05:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi', '_floatingips': [{'id': '4a305ae8-6944-4ef8-9463-46fd76bba6d2', 'tenant_id': 'e0202a7fc56e416f9ce6e0728343150c', 'floating_ip_address': '172.27.1.108', 'floating_network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'router_id': 'a642c100-1ce5-4961-a806-3c2108cdb6a3', 'port_id': '270cb80e-972e-4220-aa67-e66c575d5b61', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c6994ec-32f0-4a5f-a478-ed69244b4560', 'mac_address': 'fa:16:3e:65:41:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9187a1f0-ebad-4f15-8672-da445ebc35ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T05:01:00Z', 'updated_at': '2021-08-07T05:01:00Z', 'revision_number': 0, 'project_id': 'e0202a7fc56e416f9ce6e0728343150c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecb5429c-45a6-49d7-bb4e-6aedaa9d4fa5', 'name': '', 'network_id': '3c6994ec-32f0-4a5f-a478-ed69244b4560', 'tenant_id': 'e0202a7fc56e416f9ce6e0728343150c', 'mac_address': 'fa:16:3e:87:2e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a642c100-1ce5-4961-a806-3c2108cdb6a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '8faaf127-5693-4571-b131-8fe89530dcf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:00:15Z', 'updated_at': '2021-08-07T05:00:23Z', 'revision_number': 5, 'project_id': 'e0202a7fc56e416f9ce6e0728343150c', 'subnets': [{'id': '8faaf127-5693-4571-b131-8fe89530dcf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:01:04.770297 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eae4ea2-598e-4848-92f7-a30e8e2bc58a tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Pushing event deleted for resources: {'Port': ['ID=4c37ce8c-aca7-43e5-b990-61c2b7618f4d,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:01:04.806208 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d574e0a2-2da1-4454-b65d-4f23ab358097 None None] The sync data for ids ['a642c100-1ce5-4961-a806-3c2108cdb6a3'] in dv-cinder-759943-8-iscsi is: [{'id': 'a642c100-1ce5-4961-a806-3c2108cdb6a3', 'name': 'tempest-TestShelveInstance-248353858-router', 'tenant_id': 'e0202a7fc56e416f9ce6e0728343150c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': '7ad86d09-251e-4943-a55a-9a21bb6fe665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T05:00:12Z', 'updated_at': '2021-08-07T05:00:16Z', 'revision_number': 4, 'project_id': 'e0202a7fc56e416f9ce6e0728343150c', 'gw_port': {'id': '7ad86d09-251e-4943-a55a-9a21bb6fe665', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:92:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a642c100-1ce5-4961-a806-3c2108cdb6a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:00:13Z', 'updated_at': '2021-08-07T05:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi', '_floatingips': [{'id': '4a305ae8-6944-4ef8-9463-46fd76bba6d2', 'tenant_id': 'e0202a7fc56e416f9ce6e0728343150c', 'floating_ip_address': '172.27.1.108', 'floating_network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'router_id': 'a642c100-1ce5-4961-a806-3c2108cdb6a3', 'port_id': '270cb80e-972e-4220-aa67-e66c575d5b61', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c6994ec-32f0-4a5f-a478-ed69244b4560', 'mac_address': 'fa:16:3e:65:41:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9187a1f0-ebad-4f15-8672-da445ebc35ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T05:01:00Z', 'updated_at': '2021-08-07T05:01:00Z', 'revision_number': 0, 'project_id': 'e0202a7fc56e416f9ce6e0728343150c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecb5429c-45a6-49d7-bb4e-6aedaa9d4fa5', 'name': '', 'network_id': '3c6994ec-32f0-4a5f-a478-ed69244b4560', 'tenant_id': 'e0202a7fc56e416f9ce6e0728343150c', 'mac_address': 'fa:16:3e:87:2e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a642c100-1ce5-4961-a806-3c2108cdb6a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '8faaf127-5693-4571-b131-8fe89530dcf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:00:15Z', 'updated_at': '2021-08-07T05:00:23Z', 'revision_number': 5, 'project_id': 'e0202a7fc56e416f9ce6e0728343150c', 'subnets': [{'id': '8faaf127-5693-4571-b131-8fe89530dcf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 05:01:04.823073 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-c1b25293-5f79-4cc3-b6b6-b06ee93e4b30 req-96c845c0-9657-446c-abed-8d73c72cee24 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=270cb80e-972e-4220-aa67-e66c575d5b61 HTTP/1.1" status: 200 len: 1000 time: 0.2786887 Aug 07 05:01:04.841700 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-0eae4ea2-598e-4848-92f7-a30e8e2bc58a tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks [] for floatingip, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:04.844961 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-0eae4ea2-598e-4848-92f7-a30e8e2bc58a tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77622'] for floatingip, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:04.846422 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-0eae4ea2-598e-4848-92f7-a30e8e2bc58a tempest-AttachVolumeTestJSON-1912072422 tempest-AttachVolumeTestJSON-1912072422-project] 10.222.0.13 "DELETE /v2.0/floatingips/5a8a3e11-8cba-4cc9-b39c-a487935b7307 HTTP/1.1" status: 204 len: 168 time: 1.2222824 Aug 07 05:01:04.964440 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b25293-5f79-4cc3-b6b6-b06ee93e4b30 req-3de48947-4a78-4b50-81d2-ff11af4b9d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:04.967928 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-c1b25293-5f79-4cc3-b6b6-b06ee93e4b30 req-3de48947-4a78-4b50-81d2-ff11af4b9d8e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8faaf127-5693-4571-b131-8fe89530dcf6 HTTP/1.1" status: 200 len: 847 time: 0.0879371 Aug 07 05:01:05.164761 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9604ec2-fa64-49e5-82b5-81cf1aaca098 None None] New status for floating IP 4a305ae8-6944-4ef8-9463-46fd76bba6d2: ACTIVE {{(pid=93262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 05:01:05.537814 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e3470-43b7-4910-90d8-bc908cafa892 req-42e4df20-50b6-494f-8ca0-34d89af49ba7 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:05.549763 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-690e3470-43b7-4910-90d8-bc908cafa892 req-42e4df20-50b6-494f-8ca0-34d89af49ba7 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=a075a532-a14b-4220-b5be-f7ea0eed4fc6 HTTP/1.1" status: 200 len: 943 time: 0.0955582 Aug 07 05:01:05.598448 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-690e3470-43b7-4910-90d8-bc908cafa892 req-8483e184-242c-4a0a-a675-99dc5957554d tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c466296-861b-46b3-ac81-a26626c817f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469139 Aug 07 05:01:05.845556 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-fc19d37b-2cd4-4623-9388-935703e9c10d req-cb18f5fe-3b22-49d1-bfbb-1197833252e5 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/ports?device_id=a36aa6db-5a97-48a7-a8a4-f962fb14a449 HTTP/1.1" status: 200 len: 210 time: 0.0269938 Aug 07 05:01:06.744137 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776331fa-f502-4790-ba53-83e515c21785 req-7729c604-d999-4ec9-8016-f6c6fcf52feb tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:06.746807 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-776331fa-f502-4790-ba53-83e515c21785 req-7729c604-d999-4ec9-8016-f6c6fcf52feb tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=a075a532-a14b-4220-b5be-f7ea0eed4fc6 HTTP/1.1" status: 200 len: 943 time: 0.0658925 Aug 07 05:01:06.797367 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-776331fa-f502-4790-ba53-83e515c21785 req-d2cd8f3b-84d7-41a4-a80c-1437ef908cb5 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c466296-861b-46b3-ac81-a26626c817f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439155 Aug 07 05:01:06.960015 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-ad57f774-250c-4744-af5e-e3d094a06244 req-ff02734a-0e4d-4061-91c6-cf8482881d08 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/ports?device_id=a36aa6db-5a97-48a7-a8a4-f962fb14a449 HTTP/1.1" status: 200 len: 210 time: 0.0374207 Aug 07 05:01:07.930149 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78be09ec-a73e-43ff-a178-8e3d9a195b4c req-061fb1c5-7cc3-4bb1-982d-cd21344267d9 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:07.931652 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-78be09ec-a73e-43ff-a178-8e3d9a195b4c req-061fb1c5-7cc3-4bb1-982d-cd21344267d9 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=a075a532-a14b-4220-b5be-f7ea0eed4fc6 HTTP/1.1" status: 200 len: 943 time: 0.0575540 Aug 07 05:01:07.971976 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-78be09ec-a73e-43ff-a178-8e3d9a195b4c req-b83a1388-b9d3-45a8-9f2e-5a22c737825c tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c466296-861b-46b3-ac81-a26626c817f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337114 Aug 07 05:01:08.078315 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-a59a9e59-013b-4fce-99ed-f1e0e340a9e9 req-0d1da575-8903-4054-8aa3-a9bbf5afe8e8 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/ports?device_id=a36aa6db-5a97-48a7-a8a4-f962fb14a449 HTTP/1.1" status: 200 len: 210 time: 0.0335627 Aug 07 05:01:08.576088 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 43182) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:01:09.211125 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-9c94ce57-2be0-4a14-8a63-c872589a0e6a req-553cd422-7514-40cd-8fc1-3eaba9097cfc tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/ports?device_id=a36aa6db-5a97-48a7-a8a4-f962fb14a449 HTTP/1.1" status: 200 len: 210 time: 0.0288544 Aug 07 05:01:09.256057 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ac8d25-f4e4-4cca-ad10-83975ba2167e req-2ff2a1c6-ecc1-4db0-8c47-f4ea21c70cd6 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:09.257603 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-f3ac8d25-f4e4-4cca-ad10-83975ba2167e req-2ff2a1c6-ecc1-4db0-8c47-f4ea21c70cd6 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=a075a532-a14b-4220-b5be-f7ea0eed4fc6 HTTP/1.1" status: 200 len: 943 time: 0.0907903 Aug 07 05:01:09.341737 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-f3ac8d25-f4e4-4cca-ad10-83975ba2167e req-bf8a5542-c1a7-43b7-a703-376740ff5dd7 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c466296-861b-46b3-ac81-a26626c817f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736670 Aug 07 05:01:09.446676 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-4f3a582f-1d83-495e-93a8-efeb1fd97aee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766084'] for router_interface, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:09.744875 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.plugin [None req-4f3a582f-1d83-495e-93a8-efeb1fd97aee admin admin] Deleting port 6edbe39c-3984-4193-bac7-e2a45d6b7ff1 {{(pid=93260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:01:09.745735 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-4f3a582f-1d83-495e-93a8-efeb1fd97aee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768807591985'] for port, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:09.827650 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.db [None req-4f3a582f-1d83-495e-93a8-efeb1fd97aee admin admin] For port 6edbe39c-3984-4193-bac7-e2a45d6b7ff1, host dv-cinder-759943-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-8-iscsi',level=0,port_id=6edbe39c-3984-4193-bac7-e2a45d6b7ff1,segment=NetworkSegment(67007472-572b-48a7-a3ec-be979b48e642),segment_id=67007472-572b-48a7-a3ec-be979b48e642)] {{(pid=93260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:01:09.828011 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-4f3a582f-1d83-495e-93a8-efeb1fd97aee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769206'] for port, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:09.841482 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.plugin [None req-4f3a582f-1d83-495e-93a8-efeb1fd97aee admin admin] Calling delete_port for 6edbe39c-3984-4193-bac7-e2a45d6b7ff1 owned by network:router_interface {{(pid=93260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:01:10.060899 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-4f3a582f-1d83-495e-93a8-efeb1fd97aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768807598987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768807127278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9563756'] for port, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:10.091152 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3a582f-1d83-495e-93a8-efeb1fd97aee admin admin] Pushing event deleted for resources: {'Port': ['ID=6edbe39c-3984-4193-bac7-e2a45d6b7ff1,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:01:10.290658 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-4f3a582f-1d83-495e-93a8-efeb1fd97aee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-740916'] for router_interface, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:10.359982 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-7f6f6a52-0beb-4db1-bd83-068d1f16649b req-ca0892b6-39a2-4d44-abbc-a55f29bfce18 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/ports?device_id=a36aa6db-5a97-48a7-a8a4-f962fb14a449 HTTP/1.1" status: 200 len: 210 time: 0.0278761 Aug 07 05:01:10.591117 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b381c40f-0a4a-43b3-9771-daf6ca97f5c3 req-d7fe9fce-f12a-4433-8326-8681da54982d tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:10.593263 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-b381c40f-0a4a-43b3-9771-daf6ca97f5c3 req-d7fe9fce-f12a-4433-8326-8681da54982d tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=a075a532-a14b-4220-b5be-f7ea0eed4fc6 HTTP/1.1" status: 200 len: 943 time: 0.1612558 Aug 07 05:01:10.642738 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f3a582f-1d83-495e-93a8-efeb1fd97aee admin admin] Router 82478cfe-86d6-4eb1-a51b-a45748209466 has already been hosted by L3 agent c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6 {{(pid=93260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 05:01:10.653126 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-b381c40f-0a4a-43b3-9771-daf6ca97f5c3 req-dbbc21f7-f7a5-45db-ba04-d74a71dd6512 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c466296-861b-46b3-ac81-a26626c817f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511971 Aug 07 05:01:10.779090 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f3a582f-1d83-495e-93a8-efeb1fd97aee admin admin] Notify agent at l3_agent.dv-cinder-759943-8-iscsi the message routers_updated {{(pid=93260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 05:01:10.785101 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-4f3a582f-1d83-495e-93a8-efeb1fd97aee admin admin] 10.222.0.13 "PUT /v2.0/routers/82478cfe-86d6-4eb1-a51b-a45748209466/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2077417 Aug 07 05:01:10.787651 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 43196) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:01:10.790396 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aca314b-a828-4be0-82c9-5031b198d6db None None] Sync routers for ids ['82478cfe-86d6-4eb1-a51b-a45748209466'] in dv-cinder-759943-8-iscsi {{(pid=93261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 05:01:10.802724 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aca314b-a828-4be0-82c9-5031b198d6db None None] Routers {'82478cfe-86d6-4eb1-a51b-a45748209466'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:01:10.806165 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-2aca314b-a828-4be0-82c9-5031b198d6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T05:01:00Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['82478cfe-86d6-4eb1-a51b-a45748209466'], 'active': True} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:01:10.917694 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-bbaf20fc-a8ff-496d-8f4c-77558f728e61 admin admin] Notify callbacks [] for router, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:10.929537 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvr_db [None req-2aca314b-a828-4be0-82c9-5031b198d6db None None] Set router 82478cfe-86d6-4eb1-a51b-a45748209466 gateway port host: dv-cinder-759943-8-iscsi {{(pid=93261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:01:11.162944 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-2aca314b-a828-4be0-82c9-5031b198d6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82478cfe-86d6-4eb1-a51b-a45748209466', 'name': 'tempest-AttachVolumeTestJSON-1250311327-router', 'tenant_id': 'a09787aaf9f8489b9ce80e474968b0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'def80ae2-99c9-4966-beb3-d4a2b146f762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:55:03Z', 'updated_at': '2021-08-07T05:01:10Z', 'revision_number': 5, 'project_id': 'a09787aaf9f8489b9ce80e474968b0c0', 'gw_port': {'id': 'def80ae2-99c9-4966-beb3-d4a2b146f762', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82478cfe-86d6-4eb1-a51b-a45748209466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:55:04Z', 'updated_at': '2021-08-07T04:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi'}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:01:11.208651 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aca314b-a828-4be0-82c9-5031b198d6db None None] Checking router: 82478cfe-86d6-4eb1-a51b-a45748209466 for host: dv-cinder-759943-8-iscsi {{(pid=93261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 05:01:11.218823 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aca314b-a828-4be0-82c9-5031b198d6db None None] Routers {'82478cfe-86d6-4eb1-a51b-a45748209466'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:01:11.219454 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-2aca314b-a828-4be0-82c9-5031b198d6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T05:01:00Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['82478cfe-86d6-4eb1-a51b-a45748209466'], 'active': True} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:01:11.315417 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-bbaf20fc-a8ff-496d-8f4c-77558f728e61 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:11.380895 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.plugin [None req-bbaf20fc-a8ff-496d-8f4c-77558f728e61 admin admin] Deleting port def80ae2-99c9-4966-beb3-d4a2b146f762 {{(pid=93259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:01:11.381628 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-bbaf20fc-a8ff-496d-8f4c-77558f728e61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768807591985'] for port, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:11.478910 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvr_db [None req-2aca314b-a828-4be0-82c9-5031b198d6db None None] Set router 82478cfe-86d6-4eb1-a51b-a45748209466 gateway port host: dv-cinder-759943-8-iscsi {{(pid=93261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:01:11.482790 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-d2e440e1-da55-4b6d-8ad4-0e3a4f3a9052 req-ebb1c798-b048-4b23-b847-06495ab9cc47 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/ports?device_id=a36aa6db-5a97-48a7-a8a4-f962fb14a449 HTTP/1.1" status: 200 len: 210 time: 0.0372720 Aug 07 05:01:11.508791 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.db [None req-bbaf20fc-a8ff-496d-8f4c-77558f728e61 admin admin] For port def80ae2-99c9-4966-beb3-d4a2b146f762, host dv-cinder-759943-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-8-iscsi',level=0,port_id=def80ae2-99c9-4966-beb3-d4a2b146f762,segment=NetworkSegment(ac6f53da-148d-4154-8f83-3b309cb182da),segment_id=ac6f53da-148d-4154-8f83-3b309cb182da)] {{(pid=93259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:01:11.509155 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-bbaf20fc-a8ff-496d-8f4c-77558f728e61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769206'] for port, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:11.523981 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.plugin [None req-bbaf20fc-a8ff-496d-8f4c-77558f728e61 admin admin] Calling delete_port for def80ae2-99c9-4966-beb3-d4a2b146f762 owned by network:router_gateway {{(pid=93259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:01:11.680448 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-2aca314b-a828-4be0-82c9-5031b198d6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82478cfe-86d6-4eb1-a51b-a45748209466', 'name': 'tempest-AttachVolumeTestJSON-1250311327-router', 'tenant_id': 'a09787aaf9f8489b9ce80e474968b0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'def80ae2-99c9-4966-beb3-d4a2b146f762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:55:03Z', 'updated_at': '2021-08-07T05:01:10Z', 'revision_number': 5, 'project_id': 'a09787aaf9f8489b9ce80e474968b0c0', 'gw_port': {'id': 'def80ae2-99c9-4966-beb3-d4a2b146f762', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82478cfe-86d6-4eb1-a51b-a45748209466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:55:04Z', 'updated_at': '2021-08-07T04:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi'}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:01:11.692765 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-bbaf20fc-a8ff-496d-8f4c-77558f728e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768807598987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768807127278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513232'] for port, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:11.722187 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaf20fc-a8ff-496d-8f4c-77558f728e61 admin admin] Pushing event deleted for resources: {'Port': ['ID=def80ae2-99c9-4966-beb3-d4a2b146f762,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:01:11.729137 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aca314b-a828-4be0-82c9-5031b198d6db None None] The sync data for ids ['82478cfe-86d6-4eb1-a51b-a45748209466'] in dv-cinder-759943-8-iscsi is: [{'id': '82478cfe-86d6-4eb1-a51b-a45748209466', 'name': 'tempest-AttachVolumeTestJSON-1250311327-router', 'tenant_id': 'a09787aaf9f8489b9ce80e474968b0c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'def80ae2-99c9-4966-beb3-d4a2b146f762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:55:03Z', 'updated_at': '2021-08-07T05:01:10Z', 'revision_number': 5, 'project_id': 'a09787aaf9f8489b9ce80e474968b0c0', 'gw_port': {'id': 'def80ae2-99c9-4966-beb3-d4a2b146f762', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:e7:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82478cfe-86d6-4eb1-a51b-a45748209466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:55:04Z', 'updated_at': '2021-08-07T04:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi'}] {{(pid=93261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 05:01:11.808606 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-bbaf20fc-a8ff-496d-8f4c-77558f728e61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-766674'] for router_gateway, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:11.822038 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f7f234-77c9-4d8c-861e-7d33499b5a0a req-be7abe42-b302-421e-b023-147af2a9f761 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:11.824402 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-a1f7f234-77c9-4d8c-861e-7d33499b5a0a req-be7abe42-b302-421e-b023-147af2a9f761 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=a075a532-a14b-4220-b5be-f7ea0eed4fc6 HTTP/1.1" status: 200 len: 943 time: 0.0644369 Aug 07 05:01:11.910149 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-a1f7f234-77c9-4d8c-861e-7d33499b5a0a req-ff718710-4142-42aa-80c8-ae54bf6e964a tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c466296-861b-46b3-ac81-a26626c817f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789406 Aug 07 05:01:11.936908 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-bbaf20fc-a8ff-496d-8f4c-77558f728e61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1671'] for router, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:11.939432 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-bbaf20fc-a8ff-496d-8f4c-77558f728e61 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:11.989653 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-bbaf20fc-a8ff-496d-8f4c-77558f728e61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-739794'] for router, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:11.990191 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbaf20fc-a8ff-496d-8f4c-77558f728e61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82478cfe-86d6-4eb1-a51b-a45748209466 {{(pid=93259) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 07 05:01:11.994497 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-bbaf20fc-a8ff-496d-8f4c-77558f728e61 admin admin] Notify callbacks [] for router, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:11.999707 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 43202) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:01:11.999937 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-bbaf20fc-a8ff-496d-8f4c-77558f728e61 admin admin] 10.222.0.13 "DELETE /v2.0/routers/82478cfe-86d6-4eb1-a51b-a45748209466 HTTP/1.1" status: 204 len: 168 time: 1.2106175 Aug 07 05:01:12.048924 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e75367c-37df-4edc-97e9-9afe26a66e0a admin admin] Deleting subnet d69cdc06-5978-4a98-8e5a-dddb9e263998 {{(pid=93260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 05:01:12.052185 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-8e75367c-37df-4edc-97e9-9afe26a66e0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:12.103429 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-8e75367c-37df-4edc-97e9-9afe26a66e0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9590751'] for subnet, precommit_delete_associations {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:12.204065 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-8e75367c-37df-4edc-97e9-9afe26a66e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799044'] for subnet, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:12.263462 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-8e75367c-37df-4edc-97e9-9afe26a66e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9563743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9718305'] for subnet, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:12.291467 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e75367c-37df-4edc-97e9-9afe26a66e0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d69cdc06-5978-4a98-8e5a-dddb9e263998,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:01:12.298252 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-8e75367c-37df-4edc-97e9-9afe26a66e0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:12.300231 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-8e75367c-37df-4edc-97e9-9afe26a66e0a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d69cdc06-5978-4a98-8e5a-dddb9e263998 HTTP/1.1" status: 204 len: 168 time: 0.2995088 Aug 07 05:01:12.305905 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 43204) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:01:12.306120 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbdec83-1780-4ec6-ab05-9b65a3177100 None None] Network 47e9d5be-818e-47e0-bb62-cfe7f85a9f14 requested from dv-cinder-759943-8-iscsi {{(pid=93261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 05:01:12.405309 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-32457130-9ccb-4616-bebe-0acb61ab9bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1651291'] for network, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:12.487130 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.plugin [None req-32457130-9ccb-4616-bebe-0acb61ab9bd0 admin admin] Deleting port 093f8643-6f78-4642-af7d-f1b9973a07e0 {{(pid=93259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:01:12.487472 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-32457130-9ccb-4616-bebe-0acb61ab9bd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768807591985'] for port, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:12.562537 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.db [None req-32457130-9ccb-4616-bebe-0acb61ab9bd0 admin admin] For port 093f8643-6f78-4642-af7d-f1b9973a07e0, host dv-cinder-759943-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-8-iscsi',level=0,port_id=093f8643-6f78-4642-af7d-f1b9973a07e0,segment=NetworkSegment(67007472-572b-48a7-a3ec-be979b48e642),segment_id=67007472-572b-48a7-a3ec-be979b48e642)] {{(pid=93259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:01:12.562908 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-32457130-9ccb-4616-bebe-0acb61ab9bd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769206'] for port, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:12.587367 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.plugin [None req-32457130-9ccb-4616-bebe-0acb61ab9bd0 admin admin] Calling delete_port for 093f8643-6f78-4642-af7d-f1b9973a07e0 owned by network:dhcp {{(pid=93259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:01:12.591331 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f99f565-bf9f-480f-b6e1-a6461ff26771 None None] DHCP port deletion for 47e9d5be-818e-47e0-bb62-cfe7f85a9f14 request from dv-cinder-759943-8-iscsi {{(pid=93261) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 07 05:01:12.623132 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-ab85c0dc-c3d4-4021-aa42-189242591da1 req-a483c277-d87f-45a8-8f4b-fc8a8c2a8106 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/ports?device_id=a36aa6db-5a97-48a7-a8a4-f962fb14a449 HTTP/1.1" status: 200 len: 210 time: 0.0329282 Aug 07 05:01:12.660049 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.plugin [None req-9f99f565-bf9f-480f-b6e1-a6461ff26771 None None] Deleting port 093f8643-6f78-4642-af7d-f1b9973a07e0 {{(pid=93261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:01:12.660501 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-9f99f565-bf9f-480f-b6e1-a6461ff26771 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768807591985'] for port, before_delete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:12.708812 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-32457130-9ccb-4616-bebe-0acb61ab9bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768807598987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768807127278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513232'] for port, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:12.728731 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-9f99f565-bf9f-480f-b6e1-a6461ff26771 None None] For port 093f8643-6f78-4642-af7d-f1b9973a07e0, host dv-cinder-759943-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-8-iscsi',level=0,port_id=093f8643-6f78-4642-af7d-f1b9973a07e0,segment=NetworkSegment(67007472-572b-48a7-a3ec-be979b48e642),segment_id=67007472-572b-48a7-a3ec-be979b48e642)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:01:12.729638 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-9f99f565-bf9f-480f-b6e1-a6461ff26771 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769206'] for port, precommit_delete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:12.737739 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32457130-9ccb-4616-bebe-0acb61ab9bd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=093f8643-6f78-4642-af7d-f1b9973a07e0,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:01:12.742478 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.plugin [None req-9f99f565-bf9f-480f-b6e1-a6461ff26771 None None] Calling delete_port for 093f8643-6f78-4642-af7d-f1b9973a07e0 owned by network:dhcp {{(pid=93261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:01:12.742938 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32457130-9ccb-4616-bebe-0acb61ab9bd0 admin admin] No DVR routers for this DVR port 093f8643-6f78-4642-af7d-f1b9973a07e0 on host dv-cinder-759943-8-iscsi {{(pid=93259) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 05:01:12.813485 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-32457130-9ccb-4616-bebe-0acb61ab9bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798403', 'neutron.services.segments.db._delete_segments_for_network-8768807654000'] for network, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:12.817950 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-9f99f565-bf9f-480f-b6e1-a6461ff26771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768807598987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768807127278'] for port, after_delete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:12.824076 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.services.segments.db [None req-32457130-9ccb-4616-bebe-0acb61ab9bd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47e9d5be-818e-47e0-bb62-cfe7f85a9f14']}} {{(pid=93259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:01:12.838063 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.services.segments.db [None req-32457130-9ccb-4616-bebe-0acb61ab9bd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67007472-572b-48a7-a3ec-be979b48e642') {'for_net_delete': True} {{(pid=93259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:01:12.838351 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.services.segments.db [None req-32457130-9ccb-4616-bebe-0acb61ab9bd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67007472-572b-48a7-a3ec-be979b48e642') {} {{(pid=93259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:01:12.846753 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f99f565-bf9f-480f-b6e1-a6461ff26771 None None] Pushing event deleted for resources: {'Port': ['ID=093f8643-6f78-4642-af7d-f1b9973a07e0,revision_number=None']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:01:12.847464 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-32457130-9ccb-4616-bebe-0acb61ab9bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768807608441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9496100'] for segment, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:12.851380 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f99f565-bf9f-480f-b6e1-a6461ff26771 None None] No DVR routers for this DVR port 093f8643-6f78-4642-af7d-f1b9973a07e0 on host dv-cinder-759943-8-iscsi {{(pid=93261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 05:01:12.864869 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-32457130-9ccb-4616-bebe-0acb61ab9bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799109'] for segment, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:12.871950 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32457130-9ccb-4616-bebe-0acb61ab9bd0 admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=93259) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 05:01:12.872363 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-32457130-9ccb-4616-bebe-0acb61ab9bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8513085'] for segment, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:12.874085 dv-cinder-759943-8-iscsi neutron-server[93259]: Traceback (most recent call last): Aug 07 05:01:12.874085 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 05:01:12.874085 dv-cinder-759943-8-iscsi neutron-server[93259]: timer() Aug 07 05:01:12.874085 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 05:01:12.874085 dv-cinder-759943-8-iscsi neutron-server[93259]: cb(*args, **kw) Aug 07 05:01:12.874085 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 05:01:12.874085 dv-cinder-759943-8-iscsi neutron-server[93259]: return func(*args, **kwargs) Aug 07 05:01:12.874085 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 05:01:12.874085 dv-cinder-759943-8-iscsi neutron-server[93259]: self._notify() Aug 07 05:01:12.874085 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 05:01:12.874085 dv-cinder-759943-8-iscsi neutron-server[93259]: self.callback(batched_events) Aug 07 05:01:12.874085 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 05:01:12.874085 dv-cinder-759943-8-iscsi neutron-server[93259]: event.method(event) Aug 07 05:01:12.874085 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 05:01:12.874085 dv-cinder-759943-8-iscsi neutron-server[93259]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 05:01:12.874085 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 05:01:12.874085 dv-cinder-759943-8-iscsi neutron-server[93259]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 05:01:12.874085 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 05:01:12.874085 dv-cinder-759943-8-iscsi neutron-server[93259]: return f(self, *a, **k) Aug 07 05:01:12.874085 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 05:01:12.874085 dv-cinder-759943-8-iscsi neutron-server[93259]: return self._get(url).json() Aug 07 05:01:12.874085 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 05:01:12.874085 dv-cinder-759943-8-iscsi neutron-server[93259]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 05:01:12.874085 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 05:01:12.874085 dv-cinder-759943-8-iscsi neutron-server[93259]: return self.request(url, 'GET', **kwargs) Aug 07 05:01:12.874085 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 05:01:12.874085 dv-cinder-759943-8-iscsi neutron-server[93259]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 05:01:12.874085 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 05:01:12.874085 dv-cinder-759943-8-iscsi neutron-server[93259]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 05:01:12.874085 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 05:01:12.874085 dv-cinder-759943-8-iscsi neutron-server[93259]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 05:01:12.874085 dv-cinder-759943-8-iscsi neutron-server[93259]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 05:01:12.948441 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-32457130-9ccb-4616-bebe-0acb61ab9bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-766646'] for network, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:12.956709 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-32457130-9ccb-4616-bebe-0acb61ab9bd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568364'] for network, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:12.960900 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-32457130-9ccb-4616-bebe-0acb61ab9bd0 admin admin] 10.222.0.13 "DELETE /v2.0/networks/47e9d5be-818e-47e0-bb62-cfe7f85a9f14 HTTP/1.1" status: 204 len: 168 time: 0.6541855 Aug 07 05:01:12.970530 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32457130-9ccb-4616-bebe-0acb61ab9bd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=47e9d5be-818e-47e0-bb62-cfe7f85a9f14,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:01:12.980984 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device def80ae2-99c9-4966-beb3-d4a2b146f762 no longer exists at agent ovs-agent-dv-cinder-759943-8-iscsi {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 05:01:13.003148 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.plugin [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] No Port match for: def80ae2-99c9-4966-beb3-d4a2b146f762 {{(pid=93261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 05:01:13.003503 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device def80ae2-99c9-4966-beb3-d4a2b146f762 not bound to the agent host dv-cinder-759943-8-iscsi {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 05:01:13.003968 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device 093f8643-6f78-4642-af7d-f1b9973a07e0 no longer exists at agent ovs-agent-dv-cinder-759943-8-iscsi {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 05:01:13.038314 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.plugin [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] No Port match for: 093f8643-6f78-4642-af7d-f1b9973a07e0 {{(pid=93261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 05:01:13.038664 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device 093f8643-6f78-4642-af7d-f1b9973a07e0 not bound to the agent host dv-cinder-759943-8-iscsi {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 05:01:13.039135 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device 6edbe39c-3984-4193-bac7-e2a45d6b7ff1 no longer exists at agent ovs-agent-dv-cinder-759943-8-iscsi {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 05:01:13.061140 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.plugin [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] No Port match for: 6edbe39c-3984-4193-bac7-e2a45d6b7ff1 {{(pid=93261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 05:01:13.061476 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device 6edbe39c-3984-4193-bac7-e2a45d6b7ff1 not bound to the agent host dv-cinder-759943-8-iscsi {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 05:01:13.091835 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69ae073-6345-4e1b-8c89-33b50fd06f34 req-795b87a5-d9f0-4a54-9960-fc882e52ee46 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:13.094687 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-f69ae073-6345-4e1b-8c89-33b50fd06f34 req-795b87a5-d9f0-4a54-9960-fc882e52ee46 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=a075a532-a14b-4220-b5be-f7ea0eed4fc6 HTTP/1.1" status: 200 len: 943 time: 0.0909927 Aug 07 05:01:13.144391 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-f69ae073-6345-4e1b-8c89-33b50fd06f34 req-a67c0e4f-1fdc-49ea-bb4e-d6fab7452531 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c466296-861b-46b3-ac81-a26626c817f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408113 Aug 07 05:01:13.170602 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 43214) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:01:13.226149 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-fc1cb0ca-38f6-4360-9369-1fe0d93fd71f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a09787aaf9f8489b9ce80e474968b0c0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0520520 Aug 07 05:01:13.227069 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 43216) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:01:13.280699 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-1757a02d-2d19-44f2-aa30-cc365389abc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:13.301968 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-1757a02d-2d19-44f2-aa30-cc365389abc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:13.353832 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-1757a02d-2d19-44f2-aa30-cc365389abc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:13.356949 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-1757a02d-2d19-44f2-aa30-cc365389abc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:13.358131 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-1757a02d-2d19-44f2-aa30-cc365389abc0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/42a2fdef-ce26-4c82-bbae-8d1b91937cfa HTTP/1.1" status: 204 len: 168 time: 0.1297994 Aug 07 05:01:13.366435 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1757a02d-2d19-44f2-aa30-cc365389abc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a2fdef-ce26-4c82-bbae-8d1b91937cfa,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:01:13.744113 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-8c111d6e-7562-4333-a75a-ae2bd49fa9de req-688c750f-3c9b-4f43-809d-e735ee9ef717 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/ports?device_id=a36aa6db-5a97-48a7-a8a4-f962fb14a449 HTTP/1.1" status: 200 len: 210 time: 0.0272555 Aug 07 05:01:14.082670 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 43240) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:01:14.184061 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.v2.base [None req-a63bd2d1-c076-4e69-964b-10cd07266ecb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-212003089-network', 'tenant_id': '586722b7cf4644f5aa0e35a259ed4923'}} {{(pid=93259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:01:14.205628 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a63bd2d1-c076-4e69-964b-10cd07266ecb admin admin] Made reservation on behalf of 586722b7cf4644f5aa0e35a259ed4923 for: {'network': 1} {{(pid=93259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 05:01:14.208903 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-a63bd2d1-c076-4e69-964b-10cd07266ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for network, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:14.218509 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-a63bd2d1-c076-4e69-964b-10cd07266ecb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:14.273283 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353fe30f-a44e-46b6-a013-2e9182cb1df1 req-7a3dd253-1b07-464e-bcdf-fa7fa49ef21e tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:14.274935 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-353fe30f-a44e-46b6-a013-2e9182cb1df1 req-7a3dd253-1b07-464e-bcdf-fa7fa49ef21e tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=a075a532-a14b-4220-b5be-f7ea0eed4fc6 HTTP/1.1" status: 200 len: 943 time: 0.0526021 Aug 07 05:01:14.312112 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-a63bd2d1-c076-4e69-964b-10cd07266ecb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:14.317750 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-a63bd2d1-c076-4e69-964b-10cd07266ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:14.319001 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-353fe30f-a44e-46b6-a013-2e9182cb1df1 req-d0ad0eee-181b-4b09-b734-f82a143f668b tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c466296-861b-46b3-ac81-a26626c817f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367713 Aug 07 05:01:14.343445 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a63bd2d1-c076-4e69-964b-10cd07266ecb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=93259) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 05:01:14.353471 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63bd2d1-c076-4e69-964b-10cd07266ecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=659fd129-d5bf-474b-8b6e-a2200d7d23d3,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:01:14.359207 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-a63bd2d1-c076-4e69-964b-10cd07266ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799109'] for segment, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:14.359549 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.db.segments_db [None req-a63bd2d1-c076-4e69-964b-10cd07266ecb admin admin] Added segment 93275829-178b-4de5-a6c7-b3a1399ec9f6 of type vlan for network e2236fdd-cbbb-40e4-b56e-2342c8754c90 Aug 07 05:01:14.400330 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-a63bd2d1-c076-4e69-964b-10cd07266ecb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768807114828'] for network, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:14.429719 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-a63bd2d1-c076-4e69-964b-10cd07266ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370'] for network, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:14.430694 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63bd2d1-c076-4e69-964b-10cd07266ecb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:14.431274 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-a63bd2d1-c076-4e69-964b-10cd07266ecb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568364'] for network, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:14.488230 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-a63bd2d1-c076-4e69-964b-10cd07266ecb admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4042993 Aug 07 05:01:14.491646 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 43246) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:01:14.493903 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63bd2d1-c076-4e69-964b-10cd07266ecb admin admin] Pushing event updated for resources: {'Network': ['ID=e2236fdd-cbbb-40e4-b56e-2342c8754c90,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:01:14.497594 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.v2.base [None req-cedecb5e-7b8d-402e-8819-3962a316af47 admin admin] Request body: {'subnet': {'network_id': 'e2236fdd-cbbb-40e4-b56e-2342c8754c90', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-212003089-subnet', 'tenant_id': '586722b7cf4644f5aa0e35a259ed4923', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:01:14.503606 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Network e2236fdd-cbbb-40e4-b56e-2342c8754c90 details requested by agent ovs-agent-dv-cinder-759943-8-iscsi with host dv-cinder-759943-8-iscsi {{(pid=93261) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 05:01:14.523795 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cedecb5e-7b8d-402e-8819-3962a316af47 admin admin] Made reservation on behalf of 586722b7cf4644f5aa0e35a259ed4923 for: {'subnet': 1} {{(pid=93260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 05:01:14.526706 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-cedecb5e-7b8d-402e-8819-3962a316af47 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9718282'] for subnet, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:14.689833 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-cedecb5e-7b8d-402e-8819-3962a316af47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9563672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9718328'] for subnet, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:14.749011 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedecb5e-7b8d-402e-8819-3962a316af47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dff2e9cf-f131-4afe-a4c7-2f44ff88253f,revision_number=0']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:01:14.760065 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedecb5e-7b8d-402e-8819-3962a316af47 admin admin] Checking segment: {'id': '93275829-178b-4de5-a6c7-b3a1399ec9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e2236fdd-cbbb-40e4-b56e-2342c8754c90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 05:01:14.760451 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cedecb5e-7b8d-402e-8819-3962a316af47 admin admin] Network hostable DHCP agents. Network: e2236fdd-cbbb-40e4-b56e-2342c8754c90, hostable agents: ['fbf586e2-2064-4f25-86fb-4cd270d4900d'], hosted agents: [] {{(pid=93260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 05:01:14.782426 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cedecb5e-7b8d-402e-8819-3962a316af47 admin admin] Network e2236fdd-cbbb-40e4-b56e-2342c8754c90 is scheduled to be hosted by DHCP agent fbf586e2-2064-4f25-86fb-4cd270d4900d with binding_index 1 {{(pid=93260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 05:01:14.794002 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.base_scheduler [None req-cedecb5e-7b8d-402e-8819-3962a316af47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-8-iscsi, e2236fdd-cbbb-40e4-b56e-2342c8754c90) {{(pid=93260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 05:01:14.800462 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cedecb5e-7b8d-402e-8819-3962a316af47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:14.802260 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-cedecb5e-7b8d-402e-8819-3962a316af47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:14.807312 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079e93ec-a544-4e5e-90dc-5815213c81e3 None None] Network e2236fdd-cbbb-40e4-b56e-2342c8754c90 requested from dv-cinder-759943-8-iscsi {{(pid=93261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 05:01:14.824279 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-cedecb5e-7b8d-402e-8819-3962a316af47 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3314261 Aug 07 05:01:14.850857 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-26e13ca6-a899-43c7-b776-9323713501d1 req-1dc8ae9c-a580-4d8d-b510-d130af725043 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/ports?device_id=a36aa6db-5a97-48a7-a8a4-f962fb14a449 HTTP/1.1" status: 200 len: 210 time: 0.0305636 Aug 07 05:01:14.853803 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b25293-5f79-4cc3-b6b6-b06ee93e4b30 req-cc86c948-be1f-49cc-865d-232cd9e0ea24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:14.855931 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-c1b25293-5f79-4cc3-b6b6-b06ee93e4b30 req-cc86c948-be1f-49cc-865d-232cd9e0ea24 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3c6994ec-32f0-4a5f-a478-ed69244b4560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1058078 Aug 07 05:01:14.973882 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c714ed-2443-4af3-88f4-6748cc94dcc2 None None] Network e2236fdd-cbbb-40e4-b56e-2342c8754c90 requested from dv-cinder-759943-8-iscsi {{(pid=93261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 05:01:14.975341 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-c1b25293-5f79-4cc3-b6b6-b06ee93e4b30 req-e210e8ef-166e-4e00-819f-c9f675769ae3 service neutron] 10.222.0.43 "GET /v2.0/networks/3c6994ec-32f0-4a5f-a478-ed69244b4560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100771 Aug 07 05:01:15.117601 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-c1b25293-5f79-4cc3-b6b6-b06ee93e4b30 req-d0d1c41a-d16c-4c54-83fb-30a894cce39b service neutron] 10.222.0.43 "GET /v2.0/networks/3c6994ec-32f0-4a5f-a478-ed69244b4560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227372 Aug 07 05:01:15.187016 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8f8655-b0c3-4682-a35f-6dd73ef544f1 req-75189c08-847d-4015-9645-e3dc36d39ad0 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:15.188666 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-1d8f8655-b0c3-4682-a35f-6dd73ef544f1 req-75189c08-847d-4015-9645-e3dc36d39ad0 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.43 "GET /v2.0/networks?id=733634ef-5b86-411e-9b36-39e7b92f41be HTTP/1.1" status: 200 len: 811 time: 0.1279795 Aug 07 05:01:15.239139 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-1d8f8655-b0c3-4682-a35f-6dd73ef544f1 req-a525d59c-e6eb-4ecf-a242-91f8b6033f79 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e08ba5ab4feb433fa91e7057f10230b5 HTTP/1.1" status: 200 len: 380 time: 0.0406761 Aug 07 05:01:15.254456 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.v2.base [req-1d8f8655-b0c3-4682-a35f-6dd73ef544f1 req-3d8f3219-2acb-48ae-a5fe-507da9bcad63 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Request body: {'port': {'device_id': 'a36aa6db-5a97-48a7-a8a4-f962fb14a449', 'network_id': '733634ef-5b86-411e-9b36-39e7b92f41be', 'admin_state_up': True, 'tenant_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'security_groups': ['ffdf2399-faeb-48c4-8780-bc2d176294d9']}} {{(pid=93260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:01:15.421172 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732f38f4-7bc7-41d7-b1c3-04f2b6201956 req-c58a5ca4-95e7-47ae-8d7b-af1b3260b907 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:15.423091 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-732f38f4-7bc7-41d7-b1c3-04f2b6201956 req-c58a5ca4-95e7-47ae-8d7b-af1b3260b907 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/networks?id=e2236fdd-cbbb-40e4-b56e-2342c8754c90 HTTP/1.1" status: 200 len: 814 time: 0.1830039 Aug 07 05:01:15.447153 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dedf16b-d71c-459b-8184-fd131c70cbf7 req-113362cb-37ea-4350-a9d1-2dbf03a1104d tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:15.449676 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-2dedf16b-d71c-459b-8184-fd131c70cbf7 req-113362cb-37ea-4350-a9d1-2dbf03a1104d tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=a075a532-a14b-4220-b5be-f7ea0eed4fc6 HTTP/1.1" status: 200 len: 943 time: 0.0555577 Aug 07 05:01:15.450698 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-732f38f4-7bc7-41d7-b1c3-04f2b6201956 req-a5e1532e-efc9-41bf-9582-04ac0f08da29 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/quotas/586722b7cf4644f5aa0e35a259ed4923 HTTP/1.1" status: 200 len: 375 time: 0.0190060 Aug 07 05:01:15.455242 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d8f8655-b0c3-4682-a35f-6dd73ef544f1 req-3d8f3219-2acb-48ae-a5fe-507da9bcad63 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Made reservation on behalf of e08ba5ab4feb433fa91e7057f10230b5 for: {'port': 1} {{(pid=93260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 05:01:15.458837 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-1d8f8655-b0c3-4682-a35f-6dd73ef544f1 req-3d8f3219-2acb-48ae-a5fe-507da9bcad63 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:15.491221 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-2dedf16b-d71c-459b-8184-fd131c70cbf7 req-1eb5b874-49a8-4353-810f-a1057d1bbc44 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c466296-861b-46b3-ac81-a26626c817f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348606 Aug 07 05:01:15.499802 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-732f38f4-7bc7-41d7-b1c3-04f2b6201956 req-9162b7e9-e5ed-4ff2-bb46-cf098246d37d tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=586722b7cf4644f5aa0e35a259ed4923&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385129 Aug 07 05:01:15.683384 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-732f38f4-7bc7-41d7-b1c3-04f2b6201956 req-b71ff1d8-0b1e-476d-9827-52229a0f8638 service neutron] 10.222.0.13 "GET /v2.0/networks/e2236fdd-cbbb-40e4-b56e-2342c8754c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714675 Aug 07 05:01:15.687137 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.db.db_base_plugin_common [req-1d8f8655-b0c3-4682-a35f-6dd73ef544f1 req-3d8f3219-2acb-48ae-a5fe-507da9bcad63 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Allocated IP 172.20.0.10 (733634ef-5b86-411e-9b36-39e7b92f41be/e84e0528-898f-4ad3-8787-7fdf44fd2ccb/8de2ec4b-3b7b-4b42-89a0-22dd6decbc0b) {{(pid=93260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 05:01:15.856965 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-732f38f4-7bc7-41d7-b1c3-04f2b6201956 req-81af5f4b-c808-4472-bdc9-d412bb403699 service neutron] 10.222.0.13 "GET /v2.0/networks/e2236fdd-cbbb-40e4-b56e-2342c8754c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650693 Aug 07 05:01:15.909638 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-1d8f8655-b0c3-4682-a35f-6dd73ef544f1 req-3d8f3219-2acb-48ae-a5fe-507da9bcad63 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks [] for port, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:15.924813 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.db.provisioning_blocks [req-1d8f8655-b0c3-4682-a35f-6dd73ef544f1 req-3d8f3219-2acb-48ae-a5fe-507da9bcad63 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Transition to ACTIVE for port object 8de2ec4b-3b7b-4b42-89a0-22dd6decbc0b will not be triggered until provisioned by entity DHCP. {{(pid=93260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 05:01:15.948978 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-13d174ea-e305-454c-bbdd-2ee3680a49d4 req-ae5ea199-edff-4354-b1cc-51003638b8f4 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/ports?device_id=a36aa6db-5a97-48a7-a8a4-f962fb14a449 HTTP/1.1" status: 200 len: 210 time: 0.0289686 Aug 07 05:01:15.961309 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-1d8f8655-b0c3-4682-a35f-6dd73ef544f1 req-3d8f3219-2acb-48ae-a5fe-507da9bcad63 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768807127269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9563756'] for port, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:16.045228 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-82aa172a-d0d0-48fc-99a9-b3e9f8cea26d req-3b543d6c-89fa-4f01-bb22-652395647292 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c2530a9-d953-4e41-bed8-c24425546f07 HTTP/1.1" status: 200 len: 210 time: 0.0423651 Aug 07 05:01:16.046969 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d8f8655-b0c3-4682-a35f-6dd73ef544f1 req-3d8f3219-2acb-48ae-a5fe-507da9bcad63 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Network 733634ef-5b86-411e-9b36-39e7b92f41be is already hosted by enough agents. {{(pid=93260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 05:01:16.048312 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8f3219-2acb-48ae-a5fe-507da9bcad63 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Pushing event updated for resources: {'Port': ['ID=8de2ec4b-3b7b-4b42-89a0-22dd6decbc0b,revision_number=1']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:01:16.050972 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.base_scheduler [req-1d8f8655-b0c3-4682-a35f-6dd73ef544f1 req-3d8f3219-2acb-48ae-a5fe-507da9bcad63 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Resources bound (agent type, host, resource id): {{(pid=93260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 05:01:16.053091 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d8f8655-b0c3-4682-a35f-6dd73ef544f1 req-3d8f3219-2acb-48ae-a5fe-507da9bcad63 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Received port after_create {{(pid=93260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 05:01:16.105224 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8f8655-b0c3-4682-a35f-6dd73ef544f1 req-3d8f3219-2acb-48ae-a5fe-507da9bcad63 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:16.105891 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-1d8f8655-b0c3-4682-a35f-6dd73ef544f1 req-3d8f3219-2acb-48ae-a5fe-507da9bcad63 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77622'] for port, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:16.123506 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-1d8f8655-b0c3-4682-a35f-6dd73ef544f1 req-3d8f3219-2acb-48ae-a5fe-507da9bcad63 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8738263 Aug 07 05:01:16.141088 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.v2.base [req-1d8f8655-b0c3-4682-a35f-6dd73ef544f1 req-72a6cbcd-cd17-47c3-b6ad-86b76411a669 service neutron] Request body: {'port': {'device_id': 'a36aa6db-5a97-48a7-a8a4-f962fb14a449', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=93260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:01:16.209076 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-1d8f8655-b0c3-4682-a35f-6dd73ef544f1 req-72a6cbcd-cd17-47c3-b6ad-86b76411a669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:16.323492 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device bd636543-d125-4207-9b34-9d5eae7c5345 details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=93261) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 05:01:16.404527 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-bf6b1807-0f8a-47bb-8a5d-1a80d8daf5b0 None None] Provisioning for port 8de2ec4b-3b7b-4b42-89a0-22dd6decbc0b completed by entity DHCP. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 05:01:16.416167 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-bf6b1807-0f8a-47bb-8a5d-1a80d8daf5b0 None None] Provisioning complete for port 8de2ec4b-3b7b-4b42-89a0-22dd6decbc0b triggered by entity DHCP. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 05:01:16.417156 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-bf6b1807-0f8a-47bb-8a5d-1a80d8daf5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:16.461270 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] For port bd636543-d125-4207-9b34-9d5eae7c5345, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=bd636543-d125-4207-9b34-9d5eae7c5345,segment=NetworkSegment(5c4cc400-a497-44e6-be97-a3f4f6364da8),segment_id=5c4cc400-a497-44e6-be97-a3f4f6364da8)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:01:16.473522 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.plugin [None req-bf6b1807-0f8a-47bb-8a5d-1a80d8daf5b0 None None] Port 8de2ec4b-3b7b-4b42-89a0-22dd6decbc0b cannot update to ACTIVE because it is not bound. {{(pid=93261) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 05:01:16.476073 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Returning: {'device': 'bd636543-d125-4207-9b34-9d5eae7c5345', 'network_id': '4c392ea1-f973-4e27-8c93-9da70b5eee3e', 'port_id': 'bd636543-d125-4207-9b34-9d5eae7c5345', 'mac_address': 'fa:16:3e:64:fd:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c03fc84b-f6fc-4f24-bb48-576f621db152', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93261) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 05:01:16.514552 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:16.530000 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.notifiers.nova [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd636543-d125-4207-9b34-9d5eae7c5345 {{(pid=93261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 05:01:16.541411 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.notifiers.nova [req-1d8f8655-b0c3-4682-a35f-6dd73ef544f1 req-72a6cbcd-cd17-47c3-b6ad-86b76411a669 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8de2ec4b-3b7b-4b42-89a0-22dd6decbc0b {{(pid=93260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 05:01:16.552229 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-1d8f8655-b0c3-4682-a35f-6dd73ef544f1 req-72a6cbcd-cd17-47c3-b6ad-86b76411a669 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:16.558067 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] For port bd636543-d125-4207-9b34-9d5eae7c5345, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=bd636543-d125-4207-9b34-9d5eae7c5345,segment=NetworkSegment(5c4cc400-a497-44e6-be97-a3f4f6364da8),segment_id=5c4cc400-a497-44e6-be97-a3f4f6364da8)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:01:16.564771 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:16.574436 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.db.provisioning_blocks [req-1d8f8655-b0c3-4682-a35f-6dd73ef544f1 req-72a6cbcd-cd17-47c3-b6ad-86b76411a669 service neutron] Transition to ACTIVE for port object 8de2ec4b-3b7b-4b42-89a0-22dd6decbc0b will not be triggered until provisioned by entity L2. {{(pid=93260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 05:01:16.587219 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-1d8f8655-b0c3-4682-a35f-6dd73ef544f1 req-72a6cbcd-cd17-47c3-b6ad-86b76411a669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9563749'] for port, after_update {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:16.623576 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Pushing event updated for resources: {'Port': ['ID=bd636543-d125-4207-9b34-9d5eae7c5345,revision_number=9']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:01:16.636673 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b85ee88-ee6e-4984-be18-9290c8a7fa83 req-69e4df79-8d49-487d-988c-3381e88802cf tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:16.638934 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-4b85ee88-ee6e-4984-be18-9290c8a7fa83 req-69e4df79-8d49-487d-988c-3381e88802cf tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=a075a532-a14b-4220-b5be-f7ea0eed4fc6 HTTP/1.1" status: 200 len: 944 time: 0.0616884 Aug 07 05:01:16.670286 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a6cbcd-cd17-47c3-b6ad-86b76411a669 service neutron] Pushing event updated for resources: {'Port': ['ID=8de2ec4b-3b7b-4b42-89a0-22dd6decbc0b,revision_number=2']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:01:16.698300 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-4b85ee88-ee6e-4984-be18-9290c8a7fa83 req-7f15417f-f653-4b54-985b-e72b2724fd0a tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c466296-861b-46b3-ac81-a26626c817f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527470 Aug 07 05:01:16.728818 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.managers [req-1d8f8655-b0c3-4682-a35f-6dd73ef544f1 req-72a6cbcd-cd17-47c3-b6ad-86b76411a669 service neutron] Attempting to bind port 8de2ec4b-3b7b-4b42-89a0-22dd6decbc0b on host hv-cinder-75994 for vnic_type normal with profile {{(pid=93260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 05:01:16.729885 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.managers [req-1d8f8655-b0c3-4682-a35f-6dd73ef544f1 req-72a6cbcd-cd17-47c3-b6ad-86b76411a669 service neutron] Attempting to bind port 8de2ec4b-3b7b-4b42-89a0-22dd6decbc0b by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': '97498eba-fdf7-4cfc-895c-aca98f9581a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '733634ef-5b86-411e-9b36-39e7b92f41be'}] {{(pid=93260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 05:01:16.730333 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8f8655-b0c3-4682-a35f-6dd73ef544f1 req-72a6cbcd-cd17-47c3-b6ad-86b76411a669 service neutron] Attempting to bind port 8de2ec4b-3b7b-4b42-89a0-22dd6decbc0b on network 733634ef-5b86-411e-9b36-39e7b92f41be {{(pid=93260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 05:01:16.735374 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8f8655-b0c3-4682-a35f-6dd73ef544f1 req-72a6cbcd-cd17-47c3-b6ad-86b76411a669 service neutron] Port 8de2ec4b-3b7b-4b42-89a0-22dd6decbc0b on network 733634ef-5b86-411e-9b36-39e7b92f41be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=93260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 05:01:16.735707 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8f8655-b0c3-4682-a35f-6dd73ef544f1 req-72a6cbcd-cd17-47c3-b6ad-86b76411a669 service neutron] Attempting to bind port 8de2ec4b-3b7b-4b42-89a0-22dd6decbc0b on network 733634ef-5b86-411e-9b36-39e7b92f41be {{(pid=93260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 05:01:16.742424 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8f8655-b0c3-4682-a35f-6dd73ef544f1 req-72a6cbcd-cd17-47c3-b6ad-86b76411a669 service neutron] Checking agent: {'id': '5f67c77d-38b5-4515-b30f-34d5315bdd9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 53, 29), 'started_at': datetime.datetime(2021, 8, 7, 4, 53, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 5, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 05:01:16.742776 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8f8655-b0c3-4682-a35f-6dd73ef544f1 req-72a6cbcd-cd17-47c3-b6ad-86b76411a669 service neutron] Checking segment: {'id': '97498eba-fdf7-4cfc-895c-aca98f9581a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '733634ef-5b86-411e-9b36-39e7b92f41be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 05:01:16.743231 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8f8655-b0c3-4682-a35f-6dd73ef544f1 req-72a6cbcd-cd17-47c3-b6ad-86b76411a669 service neutron] Bound using segment: {'id': '97498eba-fdf7-4cfc-895c-aca98f9581a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '733634ef-5b86-411e-9b36-39e7b92f41be'} {{(pid=93260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 05:01:16.743822 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.managers [req-1d8f8655-b0c3-4682-a35f-6dd73ef544f1 req-72a6cbcd-cd17-47c3-b6ad-86b76411a669 service neutron] Bound port: 8de2ec4b-3b7b-4b42-89a0-22dd6decbc0b, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97498eba-fdf7-4cfc-895c-aca98f9581a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '733634ef-5b86-411e-9b36-39e7b92f41be'}}] {{(pid=93260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 05:01:16.744194 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-1d8f8655-b0c3-4682-a35f-6dd73ef544f1 req-72a6cbcd-cd17-47c3-b6ad-86b76411a669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:16.779707 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] get_ports_and_sgs() called for port_ids ['bd636543-d125-4207-9b34-9d5eae7c5345'] {{(pid=93261) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 05:01:16.827586 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.db [req-1d8f8655-b0c3-4682-a35f-6dd73ef544f1 req-72a6cbcd-cd17-47c3-b6ad-86b76411a669 service neutron] For port 8de2ec4b-3b7b-4b42-89a0-22dd6decbc0b, host hv-cinder-75994, cleared binding levels {{(pid=93260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 05:01:16.831080 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.db [req-1d8f8655-b0c3-4682-a35f-6dd73ef544f1 req-72a6cbcd-cd17-47c3-b6ad-86b76411a669 service neutron] For port 8de2ec4b-3b7b-4b42-89a0-22dd6decbc0b, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=8de2ec4b-3b7b-4b42-89a0-22dd6decbc0b,segment=NetworkSegment(97498eba-fdf7-4cfc-895c-aca98f9581a8),segment_id=97498eba-fdf7-4cfc-895c-aca98f9581a8)] {{(pid=93260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 05:01:16.835803 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-1d8f8655-b0c3-4682-a35f-6dd73ef544f1 req-72a6cbcd-cd17-47c3-b6ad-86b76411a669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9563749'] for port, after_update {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:16.869903 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8f8655-b0c3-4682-a35f-6dd73ef544f1 req-72a6cbcd-cd17-47c3-b6ad-86b76411a669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:16.870811 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-1d8f8655-b0c3-4682-a35f-6dd73ef544f1 req-72a6cbcd-cd17-47c3-b6ad-86b76411a669 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77622'] for port, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:16.872313 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-1d8f8655-b0c3-4682-a35f-6dd73ef544f1 req-72a6cbcd-cd17-47c3-b6ad-86b76411a669 service neutron] 10.222.0.43 "PUT /v2.0/ports/8de2ec4b-3b7b-4b42-89a0-22dd6decbc0b HTTP/1.1" status: 200 len: 1094 time: 0.7373886 Aug 07 05:01:16.872912 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a36aa6db-5a97-48a7-a8a4-f962fb14a449', 'tag': '8de2ec4b-3b7b-4b42-89a0-22dd6decbc0b'}] {{(pid=93260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 05:01:16.875184 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9471522559f84b73cf1045644644c0a628e3dc4684c08e707fd64d6512f95f4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b53ac44-34c1-461a-a5c1-690fa81d897f" -d '{"events": [{"name": "network-changed", "server_uuid": "a36aa6db-5a97-48a7-a8a4-f962fb14a449", "tag": "8de2ec4b-3b7b-4b42-89a0-22dd6decbc0b"}]}' {{(pid=93260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 05:01:16.905903 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a6cbcd-cd17-47c3-b6ad-86b76411a669 service neutron] Pushing event updated for resources: {'Port': ['ID=8de2ec4b-3b7b-4b42-89a0-22dd6decbc0b,revision_number=3']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:01:16.940401 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 05:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef3ca2c-2fc5-4a99-b77e-511ee923f8c9 x-openstack-request-id: req-4ef3ca2c-2fc5-4a99-b77e-511ee923f8c9 {{(pid=93260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 05:01:16.940686 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a36aa6db-5a97-48a7-a8a4-f962fb14a449", "tag": "8de2ec4b-3b7b-4b42-89a0-22dd6decbc0b", "status": "completed", "code": 200}]} {{(pid=93260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 05:01:16.941000 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4ef3ca2c-2fc5-4a99-b77e-511ee923f8c9 {{(pid=93260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 05:01:16.941407 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a36aa6db-5a97-48a7-a8a4-f962fb14a449', 'tag': '8de2ec4b-3b7b-4b42-89a0-22dd6decbc0b', 'status': 'completed', 'code': 200} Aug 07 05:01:17.005172 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8f8655-b0c3-4682-a35f-6dd73ef544f1 req-63df94f8-1b28-48f2-857d-fc73bb19bacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:17.006784 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-1d8f8655-b0c3-4682-a35f-6dd73ef544f1 req-63df94f8-1b28-48f2-857d-fc73bb19bacd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e08ba5ab4feb433fa91e7057f10230b5&device_id=a36aa6db-5a97-48a7-a8a4-f962fb14a449 HTTP/1.1" status: 200 len: 1097 time: 0.0488942 Aug 07 05:01:17.082141 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-1d8f8655-b0c3-4682-a35f-6dd73ef544f1 req-4ad5e41a-db15-48fa-a14f-6099ab267cc5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8de2ec4b-3b7b-4b42-89a0-22dd6decbc0b HTTP/1.1" status: 200 len: 217 time: 0.0667753 Aug 07 05:01:17.162585 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732f38f4-7bc7-41d7-b1c3-04f2b6201956 req-f4932f64-2168-4819-8155-8ef7b66ce3a7 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:17.164468 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-732f38f4-7bc7-41d7-b1c3-04f2b6201956 req-f4932f64-2168-4819-8155-8ef7b66ce3a7 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.43 "GET /v2.0/networks?id=e2236fdd-cbbb-40e4-b56e-2342c8754c90 HTTP/1.1" status: 200 len: 814 time: 0.1616797 Aug 07 05:01:17.172234 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d11c8a-6d53-496e-9c6f-e848cfc4f8b1 req-bec258cd-8f6a-4ab7-90cc-2c787793a8f4 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:17.173890 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-c5d11c8a-6d53-496e-9c6f-e848cfc4f8b1 req-bec258cd-8f6a-4ab7-90cc-2c787793a8f4 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/ports?device_id=a36aa6db-5a97-48a7-a8a4-f962fb14a449 HTTP/1.1" status: 200 len: 944 time: 0.1170027 Aug 07 05:01:17.178743 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.v2.base [req-732f38f4-7bc7-41d7-b1c3-04f2b6201956 req-49f7e60d-f181-4cc4-9164-34230b1cee96 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Request body: {'port': {'device_id': '0c2530a9-d953-4e41-bed8-c24425546f07', 'network_id': 'e2236fdd-cbbb-40e4-b56e-2342c8754c90', 'admin_state_up': True, 'tenant_id': '586722b7cf4644f5aa0e35a259ed4923'}} {{(pid=93259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:01:17.186552 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-8c4b4eb5-bcd8-47ea-b621-803e73f214fc req-a0f23476-91a5-4503-bccb-113118a82b3a tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c2530a9-d953-4e41-bed8-c24425546f07 HTTP/1.1" status: 200 len: 210 time: 0.0383070 Aug 07 05:01:17.194708 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8f8655-b0c3-4682-a35f-6dd73ef544f1 req-2f551fb2-ca0c-479c-a3d4-b40b3f78bd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:17.195622 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-1d8f8655-b0c3-4682-a35f-6dd73ef544f1 req-2f551fb2-ca0c-479c-a3d4-b40b3f78bd04 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e84e0528-898f-4ad3-8787-7fdf44fd2ccb HTTP/1.1" status: 200 len: 850 time: 0.1050181 Aug 07 05:01:17.253658 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8f8655-b0c3-4682-a35f-6dd73ef544f1 req-4f37cbaf-b39e-4d4a-8439-c30028fc3934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:17.255194 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-1d8f8655-b0c3-4682-a35f-6dd73ef544f1 req-4f37cbaf-b39e-4d4a-8439-c30028fc3934 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=733634ef-5b86-411e-9b36-39e7b92f41be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0499732 Aug 07 05:01:17.277619 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-c5d11c8a-6d53-496e-9c6f-e848cfc4f8b1 req-cb1c6104-f537-4ad2-a75d-7ff09096c85f tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdf2399-faeb-48c4-8780-bc2d176294d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952928 Aug 07 05:01:17.320296 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-732f38f4-7bc7-41d7-b1c3-04f2b6201956 req-49f7e60d-f181-4cc4-9164-34230b1cee96 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Made reservation on behalf of 586722b7cf4644f5aa0e35a259ed4923 for: {'port': 1} {{(pid=93259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 05:01:17.324226 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-732f38f4-7bc7-41d7-b1c3-04f2b6201956 req-49f7e60d-f181-4cc4-9164-34230b1cee96 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:17.355714 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-1d8f8655-b0c3-4682-a35f-6dd73ef544f1 req-aaf3f4ff-5a49-439b-8a6d-db3872126859 service neutron] 10.222.0.43 "GET /v2.0/networks/733634ef-5b86-411e-9b36-39e7b92f41be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857973 Aug 07 05:01:17.448605 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.db_base_plugin_common [req-732f38f4-7bc7-41d7-b1c3-04f2b6201956 req-49f7e60d-f181-4cc4-9164-34230b1cee96 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Allocated IP 172.20.0.7 (e2236fdd-cbbb-40e4-b56e-2342c8754c90/dff2e9cf-f131-4afe-a4c7-2f44ff88253f/1291803c-2bc7-4afd-85cd-2e73fc81e037) {{(pid=93259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 05:01:17.457527 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-1d8f8655-b0c3-4682-a35f-6dd73ef544f1 req-63c07723-7540-4e9f-acc7-2e9238cca77e service neutron] 10.222.0.43 "GET /v2.0/networks/733634ef-5b86-411e-9b36-39e7b92f41be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900972 Aug 07 05:01:17.548547 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b53ac44-34c1-461a-a5c1-690fa81d897f req-f936ce3c-7b4c-472b-a465-3d28ff9df954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:17.550260 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-7b53ac44-34c1-461a-a5c1-690fa81d897f req-f936ce3c-7b4c-472b-a465-3d28ff9df954 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e08ba5ab4feb433fa91e7057f10230b5&device_id=a36aa6db-5a97-48a7-a8a4-f962fb14a449 HTTP/1.1" status: 200 len: 1097 time: 0.0432091 Aug 07 05:01:17.620316 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-732f38f4-7bc7-41d7-b1c3-04f2b6201956 req-49f7e60d-f181-4cc4-9164-34230b1cee96 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Notify callbacks [] for port, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:17.640804 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b53ac44-34c1-461a-a5c1-690fa81d897f req-4618cc1c-9fcc-42f9-9f0c-688fcf0e7c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:17.642312 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-7b53ac44-34c1-461a-a5c1-690fa81d897f req-4618cc1c-9fcc-42f9-9f0c-688fcf0e7c27 service neutron] 10.222.0.43 "GET /v2.0/networks?id=733634ef-5b86-411e-9b36-39e7b92f41be HTTP/1.1" status: 200 len: 912 time: 0.0849509 Aug 07 05:01:17.658501 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-732f38f4-7bc7-41d7-b1c3-04f2b6201956 req-49f7e60d-f181-4cc4-9164-34230b1cee96 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768807127269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513232'] for port, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:17.688152 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-7b53ac44-34c1-461a-a5c1-690fa81d897f req-af5f5915-c3ea-42f1-b6a3-db361cfbb85d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8de2ec4b-3b7b-4b42-89a0-22dd6decbc0b HTTP/1.1" status: 200 len: 217 time: 0.0381334 Aug 07 05:01:17.706910 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-732f38f4-7bc7-41d7-b1c3-04f2b6201956 req-49f7e60d-f181-4cc4-9164-34230b1cee96 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Network e2236fdd-cbbb-40e4-b56e-2342c8754c90 is already hosted by enough agents. {{(pid=93259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 05:01:17.710024 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.base_scheduler [req-732f38f4-7bc7-41d7-b1c3-04f2b6201956 req-49f7e60d-f181-4cc4-9164-34230b1cee96 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Resources bound (agent type, host, resource id): {{(pid=93259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 05:01:17.715083 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.l3_dvrscheduler_db [req-732f38f4-7bc7-41d7-b1c3-04f2b6201956 req-49f7e60d-f181-4cc4-9164-34230b1cee96 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Received port after_create {{(pid=93259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 05:01:17.737918 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f7e60d-f181-4cc4-9164-34230b1cee96 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Pushing event updated for resources: {'Port': ['ID=1291803c-2bc7-4afd-85cd-2e73fc81e037,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:01:17.740422 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b53ac44-34c1-461a-a5c1-690fa81d897f req-03038cc4-a89b-4b8e-9f32-240323e5da8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:17.741947 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-7b53ac44-34c1-461a-a5c1-690fa81d897f req-03038cc4-a89b-4b8e-9f32-240323e5da8d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e84e0528-898f-4ad3-8787-7fdf44fd2ccb HTTP/1.1" status: 200 len: 850 time: 0.0464485 Aug 07 05:01:17.766360 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732f38f4-7bc7-41d7-b1c3-04f2b6201956 req-49f7e60d-f181-4cc4-9164-34230b1cee96 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:17.767069 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-732f38f4-7bc7-41d7-b1c3-04f2b6201956 req-49f7e60d-f181-4cc4-9164-34230b1cee96 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77622'] for port, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:17.783930 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-732f38f4-7bc7-41d7-b1c3-04f2b6201956 req-49f7e60d-f181-4cc4-9164-34230b1cee96 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6089458 Aug 07 05:01:17.790493 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b53ac44-34c1-461a-a5c1-690fa81d897f req-4abc1f4f-9ddc-4cce-8b7f-950cf96c1334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:17.792513 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-7b53ac44-34c1-461a-a5c1-690fa81d897f req-4abc1f4f-9ddc-4cce-8b7f-950cf96c1334 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=733634ef-5b86-411e-9b36-39e7b92f41be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437622 Aug 07 05:01:17.797277 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.v2.base [req-732f38f4-7bc7-41d7-b1c3-04f2b6201956 req-e295facb-10c0-45a2-a6d3-23c474499575 service neutron] Request body: {'port': {'device_id': '0c2530a9-d953-4e41-bed8-c24425546f07', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=93259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:01:17.850423 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-732f38f4-7bc7-41d7-b1c3-04f2b6201956 req-e295facb-10c0-45a2-a6d3-23c474499575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:17.897883 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b6dd4b-2cc3-47ee-b803-1e9d4ee2ab88 req-420d06e6-0ada-4627-8dde-3e60ac3716ae tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:17.899404 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-a9b6dd4b-2cc3-47ee-b803-1e9d4ee2ab88 req-420d06e6-0ada-4627-8dde-3e60ac3716ae tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=a075a532-a14b-4220-b5be-f7ea0eed4fc6 HTTP/1.1" status: 200 len: 944 time: 0.1110907 Aug 07 05:01:17.935395 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-7b53ac44-34c1-461a-a5c1-690fa81d897f req-e0be8ecb-945c-4407-87bd-e4cf9ce88017 service neutron] 10.222.0.43 "GET /v2.0/networks/733634ef-5b86-411e-9b36-39e7b92f41be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333511 Aug 07 05:01:17.956445 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-a9b6dd4b-2cc3-47ee-b803-1e9d4ee2ab88 req-d35ee733-c1d8-48ac-84d2-425aff1f8d68 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c466296-861b-46b3-ac81-a26626c817f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498352 Aug 07 05:01:18.034525 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-7b53ac44-34c1-461a-a5c1-690fa81d897f req-c2f9835e-5525-4ff5-9f47-ab5700d1702a service neutron] 10.222.0.43 "GET /v2.0/networks/733634ef-5b86-411e-9b36-39e7b92f41be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901659 Aug 07 05:01:18.129670 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.notifiers.nova [req-732f38f4-7bc7-41d7-b1c3-04f2b6201956 req-e295facb-10c0-45a2-a6d3-23c474499575 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1291803c-2bc7-4afd-85cd-2e73fc81e037 {{(pid=93259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 05:01:18.137935 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-732f38f4-7bc7-41d7-b1c3-04f2b6201956 req-e295facb-10c0-45a2-a6d3-23c474499575 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:18.150006 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.provisioning_blocks [req-732f38f4-7bc7-41d7-b1c3-04f2b6201956 req-e295facb-10c0-45a2-a6d3-23c474499575 service neutron] Transition to ACTIVE for port object 1291803c-2bc7-4afd-85cd-2e73fc81e037 will not be triggered until provisioned by entity L2. {{(pid=93259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 05:01:18.154351 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-732f38f4-7bc7-41d7-b1c3-04f2b6201956 req-e295facb-10c0-45a2-a6d3-23c474499575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8513241'] for port, after_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:18.203017 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e295facb-10c0-45a2-a6d3-23c474499575 service neutron] Pushing event updated for resources: {'Port': ['ID=1291803c-2bc7-4afd-85cd-2e73fc81e037,revision_number=2']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:01:18.293039 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.managers [req-732f38f4-7bc7-41d7-b1c3-04f2b6201956 req-e295facb-10c0-45a2-a6d3-23c474499575 service neutron] Attempting to bind port 1291803c-2bc7-4afd-85cd-2e73fc81e037 on host hv-cinder-75994 for vnic_type normal with profile {{(pid=93259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 05:01:18.293371 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.managers [req-732f38f4-7bc7-41d7-b1c3-04f2b6201956 req-e295facb-10c0-45a2-a6d3-23c474499575 service neutron] Attempting to bind port 1291803c-2bc7-4afd-85cd-2e73fc81e037 by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': '93275829-178b-4de5-a6c7-b3a1399ec9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e2236fdd-cbbb-40e4-b56e-2342c8754c90'}] {{(pid=93259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 05:01:18.293698 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732f38f4-7bc7-41d7-b1c3-04f2b6201956 req-e295facb-10c0-45a2-a6d3-23c474499575 service neutron] Attempting to bind port 1291803c-2bc7-4afd-85cd-2e73fc81e037 on network e2236fdd-cbbb-40e4-b56e-2342c8754c90 {{(pid=93259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 05:01:18.306767 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732f38f4-7bc7-41d7-b1c3-04f2b6201956 req-e295facb-10c0-45a2-a6d3-23c474499575 service neutron] Port 1291803c-2bc7-4afd-85cd-2e73fc81e037 on network e2236fdd-cbbb-40e4-b56e-2342c8754c90 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=93259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 05:01:18.307703 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732f38f4-7bc7-41d7-b1c3-04f2b6201956 req-e295facb-10c0-45a2-a6d3-23c474499575 service neutron] Attempting to bind port 1291803c-2bc7-4afd-85cd-2e73fc81e037 on network e2236fdd-cbbb-40e4-b56e-2342c8754c90 {{(pid=93259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 05:01:18.315522 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732f38f4-7bc7-41d7-b1c3-04f2b6201956 req-e295facb-10c0-45a2-a6d3-23c474499575 service neutron] Checking agent: {'id': '5f67c77d-38b5-4515-b30f-34d5315bdd9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 53, 29), 'started_at': datetime.datetime(2021, 8, 7, 4, 53, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 5, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 05:01:18.315698 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732f38f4-7bc7-41d7-b1c3-04f2b6201956 req-e295facb-10c0-45a2-a6d3-23c474499575 service neutron] Checking segment: {'id': '93275829-178b-4de5-a6c7-b3a1399ec9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e2236fdd-cbbb-40e4-b56e-2342c8754c90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 05:01:18.316077 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732f38f4-7bc7-41d7-b1c3-04f2b6201956 req-e295facb-10c0-45a2-a6d3-23c474499575 service neutron] Bound using segment: {'id': '93275829-178b-4de5-a6c7-b3a1399ec9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e2236fdd-cbbb-40e4-b56e-2342c8754c90'} {{(pid=93259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 05:01:18.316501 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.managers [req-732f38f4-7bc7-41d7-b1c3-04f2b6201956 req-e295facb-10c0-45a2-a6d3-23c474499575 service neutron] Bound port: 1291803c-2bc7-4afd-85cd-2e73fc81e037, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93275829-178b-4de5-a6c7-b3a1399ec9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e2236fdd-cbbb-40e4-b56e-2342c8754c90'}}] {{(pid=93259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 05:01:18.316862 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-732f38f4-7bc7-41d7-b1c3-04f2b6201956 req-e295facb-10c0-45a2-a6d3-23c474499575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:18.337367 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device bd636543-d125-4207-9b34-9d5eae7c5345 up at agent hyperv_hv-cinder-75994 {{(pid=93261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 05:01:18.340395 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f6d9d-3f02-4bd2-847a-18a0cb4fd61e req-49f8c754-22d5-4a78-bbb5-f89b98535cc2 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:18.341962 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-289f6d9d-3f02-4bd2-847a-18a0cb4fd61e req-49f8c754-22d5-4a78-bbb5-f89b98535cc2 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c2530a9-d953-4e41-bed8-c24425546f07 HTTP/1.1" status: 200 len: 943 time: 0.0817378 Aug 07 05:01:18.391813 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Provisioning complete for port bd636543-d125-4207-9b34-9d5eae7c5345 triggered by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 05:01:18.392333 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:18.398587 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca2c4c0-e4c3-4310-acfb-ec94a3f55d52 req-b566f16c-2195-4dfc-93cc-63c366a40c6b tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:18.400177 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-2ca2c4c0-e4c3-4310-acfb-ec94a3f55d52 req-b566f16c-2195-4dfc-93cc-63c366a40c6b tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/ports?device_id=a36aa6db-5a97-48a7-a8a4-f962fb14a449 HTTP/1.1" status: 200 len: 944 time: 0.0513961 Aug 07 05:01:18.420726 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-289f6d9d-3f02-4bd2-847a-18a0cb4fd61e req-66ce7641-42b9-42d4-979e-4a63edef563f tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/security-groups?id=659fd129-d5bf-474b-8b6e-a2200d7d23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583413 Aug 07 05:01:18.423328 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.db [req-732f38f4-7bc7-41d7-b1c3-04f2b6201956 req-e295facb-10c0-45a2-a6d3-23c474499575 service neutron] For port 1291803c-2bc7-4afd-85cd-2e73fc81e037, host hv-cinder-75994, cleared binding levels {{(pid=93259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 05:01:18.426780 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.db [req-732f38f4-7bc7-41d7-b1c3-04f2b6201956 req-e295facb-10c0-45a2-a6d3-23c474499575 service neutron] For port 1291803c-2bc7-4afd-85cd-2e73fc81e037, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=1291803c-2bc7-4afd-85cd-2e73fc81e037,segment=NetworkSegment(93275829-178b-4de5-a6c7-b3a1399ec9f6),segment_id=93275829-178b-4de5-a6c7-b3a1399ec9f6)] {{(pid=93259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 05:01:18.439012 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-732f38f4-7bc7-41d7-b1c3-04f2b6201956 req-e295facb-10c0-45a2-a6d3-23c474499575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8513241'] for port, after_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:18.451568 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-2ca2c4c0-e4c3-4310-acfb-ec94a3f55d52 req-a1a046a3-35bb-48df-8be1-5c1a90f4f23e tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdf2399-faeb-48c4-8780-bc2d176294d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441027 Aug 07 05:01:18.474483 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:18.488445 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732f38f4-7bc7-41d7-b1c3-04f2b6201956 req-e295facb-10c0-45a2-a6d3-23c474499575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:18.489342 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-732f38f4-7bc7-41d7-b1c3-04f2b6201956 req-e295facb-10c0-45a2-a6d3-23c474499575 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77622'] for port, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:18.490776 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-732f38f4-7bc7-41d7-b1c3-04f2b6201956 req-e295facb-10c0-45a2-a6d3-23c474499575 service neutron] 10.222.0.43 "PUT /v2.0/ports/1291803c-2bc7-4afd-85cd-2e73fc81e037 HTTP/1.1" status: 200 len: 1093 time: 0.6989253 Aug 07 05:01:18.491235 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c2530a9-d953-4e41-bed8-c24425546f07', 'tag': '1291803c-2bc7-4afd-85cd-2e73fc81e037'}] {{(pid=93259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 05:01:18.493493 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2475665ef9a7cb8741e3251ff967df6d1dd3d3eb822c2e36b28ddc32d9da7eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-090b3bc2-4431-4bff-90d9-ea1892604e07" -d '{"events": [{"name": "network-changed", "server_uuid": "0c2530a9-d953-4e41-bed8-c24425546f07", "tag": "1291803c-2bc7-4afd-85cd-2e73fc81e037"}]}' {{(pid=93259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 05:01:18.499753 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a075a532-a14b-4220-b5be-f7ea0eed4fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd636543-d125-4207-9b34-9d5eae7c5345'}] {{(pid=93261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 05:01:18.502301 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5d2cee0e1396f99553e356b0c4b33bfeaec0d7e5dcff0a4dea0c896a01c358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c4e4bd-0bf6-48c3-93bb-4a25d02ed0d2" -d '{"events": [{"server_uuid": "a075a532-a14b-4220-b5be-f7ea0eed4fc6", "name": "network-vif-plugged", "status": "completed", "tag": "bd636543-d125-4207-9b34-9d5eae7c5345"}]}' {{(pid=93261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 05:01:18.524909 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e295facb-10c0-45a2-a6d3-23c474499575 service neutron] Pushing event updated for resources: {'Port': ['ID=1291803c-2bc7-4afd-85cd-2e73fc81e037,revision_number=3']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:01:18.525745 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] For port bd636543-d125-4207-9b34-9d5eae7c5345, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=bd636543-d125-4207-9b34-9d5eae7c5345,segment=NetworkSegment(5c4cc400-a497-44e6-be97-a3f4f6364da8),segment_id=5c4cc400-a497-44e6-be97-a3f4f6364da8)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:01:18.531166 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:18.539741 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 05:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc6ab41-8ebd-429d-b595-c4feac8765c1 x-openstack-request-id: req-0bc6ab41-8ebd-429d-b595-c4feac8765c1 {{(pid=93259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 05:01:18.540214 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c2530a9-d953-4e41-bed8-c24425546f07", "tag": "1291803c-2bc7-4afd-85cd-2e73fc81e037", "status": "completed", "code": 200}]} {{(pid=93259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 05:01:18.540504 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0bc6ab41-8ebd-429d-b595-c4feac8765c1 {{(pid=93259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 05:01:18.540876 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c2530a9-d953-4e41-bed8-c24425546f07', 'tag': '1291803c-2bc7-4afd-85cd-2e73fc81e037', 'status': 'completed', 'code': 200} Aug 07 05:01:18.560228 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 05:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ce762a-13c8-4bc9-8703-90b1694c328b x-openstack-request-id: req-99ce762a-13c8-4bc9-8703-90b1694c328b {{(pid=93261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 05:01:18.560517 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a075a532-a14b-4220-b5be-f7ea0eed4fc6", "name": "network-vif-plugged", "status": "completed", "tag": "bd636543-d125-4207-9b34-9d5eae7c5345", "code": 200}]} {{(pid=93261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 05:01:18.560765 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-99ce762a-13c8-4bc9-8703-90b1694c328b {{(pid=93261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 05:01:18.561149 dv-cinder-759943-8-iscsi neutron-server[93261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a075a532-a14b-4220-b5be-f7ea0eed4fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd636543-d125-4207-9b34-9d5eae7c5345', 'code': 200} Aug 07 05:01:18.596671 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Pushing event updated for resources: {'Port': ['ID=bd636543-d125-4207-9b34-9d5eae7c5345,revision_number=10']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:01:18.609736 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732f38f4-7bc7-41d7-b1c3-04f2b6201956 req-52bf53c1-41e2-43e4-9e33-a60917c46109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:18.611535 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-732f38f4-7bc7-41d7-b1c3-04f2b6201956 req-52bf53c1-41e2-43e4-9e33-a60917c46109 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=586722b7cf4644f5aa0e35a259ed4923&device_id=0c2530a9-d953-4e41-bed8-c24425546f07 HTTP/1.1" status: 200 len: 1096 time: 0.0684464 Aug 07 05:01:18.655472 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-732f38f4-7bc7-41d7-b1c3-04f2b6201956 req-91d0a090-849e-47d6-aa13-9ed4202db3be service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1291803c-2bc7-4afd-85cd-2e73fc81e037 HTTP/1.1" status: 200 len: 217 time: 0.0358603 Aug 07 05:01:18.705150 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732f38f4-7bc7-41d7-b1c3-04f2b6201956 req-8943af01-7cf3-4d81-95ac-3a0a14273920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:18.706722 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-732f38f4-7bc7-41d7-b1c3-04f2b6201956 req-8943af01-7cf3-4d81-95ac-3a0a14273920 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dff2e9cf-f131-4afe-a4c7-2f44ff88253f HTTP/1.1" status: 200 len: 854 time: 0.0446446 Aug 07 05:01:18.739460 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-732f38f4-7bc7-41d7-b1c3-04f2b6201956 req-8e271cd7-7565-44c2-a087-a5f5e338ed65 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e2236fdd-cbbb-40e4-b56e-2342c8754c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255322 Aug 07 05:01:18.746600 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6c6023-3a8b-4e40-a8dc-cab5aad78522 req-5f59d470-ce64-444d-8d0c-cf1f528ee3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:18.748071 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-ef6c6023-3a8b-4e40-a8dc-cab5aad78522 req-5f59d470-ce64-444d-8d0c-cf1f528ee3c3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a075a532-a14b-4220-b5be-f7ea0eed4fc6 HTTP/1.1" status: 200 len: 1099 time: 0.0408058 Aug 07 05:01:18.783839 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-ef6c6023-3a8b-4e40-a8dc-cab5aad78522 req-c24b8051-ca40-4166-84ab-ec1cffeee29b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0c466296-861b-46b3-ac81-a26626c817f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279379 Aug 07 05:01:18.832861 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-732f38f4-7bc7-41d7-b1c3-04f2b6201956 req-313f9927-1327-444d-ab1e-def6384eaa3a service neutron] 10.222.0.43 "GET /v2.0/networks/e2236fdd-cbbb-40e4-b56e-2342c8754c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859175 Aug 07 05:01:18.931678 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-732f38f4-7bc7-41d7-b1c3-04f2b6201956 req-db672b7c-32d2-4d2a-9651-005621fd4426 service neutron] 10.222.0.43 "GET /v2.0/networks/e2236fdd-cbbb-40e4-b56e-2342c8754c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882444 Aug 07 05:01:19.123163 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090b3bc2-4431-4bff-90d9-ea1892604e07 req-7b43660c-9515-4779-af8b-7b0d9c021902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:19.124660 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-090b3bc2-4431-4bff-90d9-ea1892604e07 req-7b43660c-9515-4779-af8b-7b0d9c021902 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=586722b7cf4644f5aa0e35a259ed4923&device_id=0c2530a9-d953-4e41-bed8-c24425546f07 HTTP/1.1" status: 200 len: 1096 time: 0.0726509 Aug 07 05:01:19.136472 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb12738-555c-4c7b-87f6-e681affcea14 req-8bb7c349-78b3-481b-a3da-988d5219222e tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:19.137999 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-afb12738-555c-4c7b-87f6-e681affcea14 req-8bb7c349-78b3-481b-a3da-988d5219222e tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=a075a532-a14b-4220-b5be-f7ea0eed4fc6 HTTP/1.1" status: 200 len: 946 time: 0.0778852 Aug 07 05:01:19.224397 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-afb12738-555c-4c7b-87f6-e681affcea14 req-e2a4f3fb-55c8-4708-8a4e-ac649cdd37f5 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c466296-861b-46b3-ac81-a26626c817f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783067 Aug 07 05:01:19.251579 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090b3bc2-4431-4bff-90d9-ea1892604e07 req-f592af18-12b3-41e4-8a7a-955f99d95714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:19.252981 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-090b3bc2-4431-4bff-90d9-ea1892604e07 req-f592af18-12b3-41e4-8a7a-955f99d95714 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e2236fdd-cbbb-40e4-b56e-2342c8754c90 HTTP/1.1" status: 200 len: 915 time: 0.1141210 Aug 07 05:01:19.296079 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-090b3bc2-4431-4bff-90d9-ea1892604e07 req-6a9c8800-c31b-4ecd-9396-0d2303d5e4fb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1291803c-2bc7-4afd-85cd-2e73fc81e037 HTTP/1.1" status: 200 len: 217 time: 0.0355954 Aug 07 05:01:19.346672 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090b3bc2-4431-4bff-90d9-ea1892604e07 req-415d34a0-917d-4a6b-a10f-531debbef760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:19.348256 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-090b3bc2-4431-4bff-90d9-ea1892604e07 req-415d34a0-917d-4a6b-a10f-531debbef760 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dff2e9cf-f131-4afe-a4c7-2f44ff88253f HTTP/1.1" status: 200 len: 854 time: 0.0446231 Aug 07 05:01:19.386648 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-090b3bc2-4431-4bff-90d9-ea1892604e07 req-6aae909f-6ea6-491e-9ed4-48bb0221b424 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e2236fdd-cbbb-40e4-b56e-2342c8754c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257132 Aug 07 05:01:19.497161 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-090b3bc2-4431-4bff-90d9-ea1892604e07 req-d9998b2a-fbe9-4336-9e52-c3497f185de3 service neutron] 10.222.0.43 "GET /v2.0/networks/e2236fdd-cbbb-40e4-b56e-2342c8754c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959637 Aug 07 05:01:19.559572 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700f6c16-6d58-4248-944c-445bed273a40 req-da02b4df-7128-4798-829a-e76b5a733a53 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:19.561022 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-700f6c16-6d58-4248-944c-445bed273a40 req-da02b4df-7128-4798-829a-e76b5a733a53 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c2530a9-d953-4e41-bed8-c24425546f07 HTTP/1.1" status: 200 len: 943 time: 0.0582960 Aug 07 05:01:19.619047 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-700f6c16-6d58-4248-944c-445bed273a40 req-e93070c2-829b-43ac-b7e5-3ec7d5001f9a tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/security-groups?id=659fd129-d5bf-474b-8b6e-a2200d7d23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512743 Aug 07 05:01:19.634349 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7123507-c086-4f1d-85e0-ca1f65e4ee33 req-84c505e0-f5ad-49fc-bbee-f0f5e1eefe8b tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:19.636392 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-d7123507-c086-4f1d-85e0-ca1f65e4ee33 req-84c505e0-f5ad-49fc-bbee-f0f5e1eefe8b tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/ports?device_id=a36aa6db-5a97-48a7-a8a4-f962fb14a449 HTTP/1.1" status: 200 len: 944 time: 0.1067429 Aug 07 05:01:19.642827 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-090b3bc2-4431-4bff-90d9-ea1892604e07 req-1c7240aa-e19d-4a4b-9819-ed5d52e0fe1d service neutron] 10.222.0.43 "GET /v2.0/networks/e2236fdd-cbbb-40e4-b56e-2342c8754c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332989 Aug 07 05:01:19.679989 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-d7123507-c086-4f1d-85e0-ca1f65e4ee33 req-e614291b-23be-4bfd-8862-557792a2c57b tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdf2399-faeb-48c4-8780-bc2d176294d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361915 Aug 07 05:01:20.352207 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46120624-0f3b-455d-ba4a-9587ae1cbc71 req-b41bf525-8f10-4d62-af84-2045ed39451d tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:20.353623 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-46120624-0f3b-455d-ba4a-9587ae1cbc71 req-b41bf525-8f10-4d62-af84-2045ed39451d tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=a075a532-a14b-4220-b5be-f7ea0eed4fc6 HTTP/1.1" status: 200 len: 946 time: 0.0495093 Aug 07 05:01:20.359277 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device 1291803c-2bc7-4afd-85cd-2e73fc81e037 details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=93261) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 05:01:20.396453 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-46120624-0f3b-455d-ba4a-9587ae1cbc71 req-2716ec8d-0575-4d54-b35c-de66d0490cc4 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c466296-861b-46b3-ac81-a26626c817f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348537 Aug 07 05:01:20.453590 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] For port 1291803c-2bc7-4afd-85cd-2e73fc81e037, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=1291803c-2bc7-4afd-85cd-2e73fc81e037,segment=NetworkSegment(93275829-178b-4de5-a6c7-b3a1399ec9f6),segment_id=93275829-178b-4de5-a6c7-b3a1399ec9f6)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:01:20.465229 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Returning: {'device': '1291803c-2bc7-4afd-85cd-2e73fc81e037', 'network_id': 'e2236fdd-cbbb-40e4-b56e-2342c8754c90', 'port_id': '1291803c-2bc7-4afd-85cd-2e73fc81e037', 'mac_address': 'fa:16:3e:da:09:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dff2e9cf-f131-4afe-a4c7-2f44ff88253f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93261) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 05:01:20.504287 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:20.516675 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.notifiers.nova [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1291803c-2bc7-4afd-85cd-2e73fc81e037 {{(pid=93261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 05:01:20.535848 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] For port 1291803c-2bc7-4afd-85cd-2e73fc81e037, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=1291803c-2bc7-4afd-85cd-2e73fc81e037,segment=NetworkSegment(93275829-178b-4de5-a6c7-b3a1399ec9f6),segment_id=93275829-178b-4de5-a6c7-b3a1399ec9f6)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:01:20.539699 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:20.586551 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Pushing event updated for resources: {'Port': ['ID=1291803c-2bc7-4afd-85cd-2e73fc81e037,revision_number=4']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:01:20.743316 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe57f7f3-41c8-4f89-bb05-a903d98113a4 req-52129314-fefe-4f16-a1e0-69c1cd9c050e tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:20.745575 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-fe57f7f3-41c8-4f89-bb05-a903d98113a4 req-52129314-fefe-4f16-a1e0-69c1cd9c050e tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c2530a9-d953-4e41-bed8-c24425546f07 HTTP/1.1" status: 200 len: 944 time: 0.0510507 Aug 07 05:01:20.766707 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] get_ports_and_sgs() called for port_ids ['1291803c-2bc7-4afd-85cd-2e73fc81e037'] {{(pid=93261) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 05:01:20.798644 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-fe57f7f3-41c8-4f89-bb05-a903d98113a4 req-8a89fa72-4986-4677-8a93-97f59ff512fa tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/security-groups?id=659fd129-d5bf-474b-8b6e-a2200d7d23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469728 Aug 07 05:01:20.799851 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb7239-9783-43a5-8ef4-b04e4167ccda req-690625b7-d15a-43a4-a976-49f1f21a9c6b tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:20.801332 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-58fb7239-9783-43a5-8ef4-b04e4167ccda req-690625b7-d15a-43a4-a976-49f1f21a9c6b tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/ports?device_id=a36aa6db-5a97-48a7-a8a4-f962fb14a449 HTTP/1.1" status: 200 len: 944 time: 0.0498219 Aug 07 05:01:20.845651 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-58fb7239-9783-43a5-8ef4-b04e4167ccda req-c15e3245-4f56-4074-a4ea-8a80d882e107 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdf2399-faeb-48c4-8780-bc2d176294d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339022 Aug 07 05:01:21.532239 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729707c0-2a92-4ccf-a362-43a772fb37e3 req-383efbd2-c006-4896-83ec-91c351111f70 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:21.533817 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-729707c0-2a92-4ccf-a362-43a772fb37e3 req-383efbd2-c006-4896-83ec-91c351111f70 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=a075a532-a14b-4220-b5be-f7ea0eed4fc6 HTTP/1.1" status: 200 len: 946 time: 0.0573373 Aug 07 05:01:21.576055 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-729707c0-2a92-4ccf-a362-43a772fb37e3 req-1e7f15a1-ff52-45dc-b7d7-a6aad9cc9aeb tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c466296-861b-46b3-ac81-a26626c817f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362811 Aug 07 05:01:21.656704 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.agents_db [None req-236ba2d6-2b68-46f9-96aa-64978379ec1a None None] Agent healthcheck: found 6 active agents {{(pid=93262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 05:01:21.934625 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e283e852-2a49-4b36-ba5f-06d7342fdfa2 req-6acf3a8b-f90b-433c-b40a-09099206bf8b tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:21.936155 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-e283e852-2a49-4b36-ba5f-06d7342fdfa2 req-6acf3a8b-f90b-433c-b40a-09099206bf8b tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c2530a9-d953-4e41-bed8-c24425546f07 HTTP/1.1" status: 200 len: 944 time: 0.0527277 Aug 07 05:01:21.966407 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95536dc1-811f-4198-8471-59467cf8b54c req-9fb7bcff-646d-48d1-9985-00c26b573e69 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:21.967972 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-95536dc1-811f-4198-8471-59467cf8b54c req-9fb7bcff-646d-48d1-9985-00c26b573e69 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/ports?device_id=a36aa6db-5a97-48a7-a8a4-f962fb14a449 HTTP/1.1" status: 200 len: 944 time: 0.0511522 Aug 07 05:01:21.976488 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-e283e852-2a49-4b36-ba5f-06d7342fdfa2 req-33398a72-5908-4350-9721-720fcad90475 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/security-groups?id=659fd129-d5bf-474b-8b6e-a2200d7d23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341194 Aug 07 05:01:22.011779 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-95536dc1-811f-4198-8471-59467cf8b54c req-505c1c7e-d43b-4282-8cd2-19f2b20c47bc tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdf2399-faeb-48c4-8780-bc2d176294d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361042 Aug 07 05:01:22.375011 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device 1291803c-2bc7-4afd-85cd-2e73fc81e037 up at agent hyperv_hv-cinder-75994 {{(pid=93261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 05:01:22.423314 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Provisioning for port 1291803c-2bc7-4afd-85cd-2e73fc81e037 completed by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 05:01:22.427506 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Provisioning complete for port 1291803c-2bc7-4afd-85cd-2e73fc81e037 triggered by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 05:01:22.427880 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:22.504543 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:22.526457 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c2530a9-d953-4e41-bed8-c24425546f07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1291803c-2bc7-4afd-85cd-2e73fc81e037'}] {{(pid=93261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 05:01:22.528913 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5d2cee0e1396f99553e356b0c4b33bfeaec0d7e5dcff0a4dea0c896a01c358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d12e61a-a8f6-4199-a550-74cbe87ae3bb" -d '{"events": [{"server_uuid": "0c2530a9-d953-4e41-bed8-c24425546f07", "name": "network-vif-plugged", "status": "completed", "tag": "1291803c-2bc7-4afd-85cd-2e73fc81e037"}]}' {{(pid=93261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 05:01:22.543002 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] For port 1291803c-2bc7-4afd-85cd-2e73fc81e037, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=1291803c-2bc7-4afd-85cd-2e73fc81e037,segment=NetworkSegment(93275829-178b-4de5-a6c7-b3a1399ec9f6),segment_id=93275829-178b-4de5-a6c7-b3a1399ec9f6)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:01:22.547321 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:22.576260 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 05:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63bb1baa-0d50-4d2b-92d5-3ebed6f6a161 x-openstack-request-id: req-63bb1baa-0d50-4d2b-92d5-3ebed6f6a161 {{(pid=93261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 05:01:22.576548 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c2530a9-d953-4e41-bed8-c24425546f07", "name": "network-vif-plugged", "status": "completed", "tag": "1291803c-2bc7-4afd-85cd-2e73fc81e037", "code": 200}]} {{(pid=93261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 05:01:22.576800 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-63bb1baa-0d50-4d2b-92d5-3ebed6f6a161 {{(pid=93261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 05:01:22.577187 dv-cinder-759943-8-iscsi neutron-server[93261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c2530a9-d953-4e41-bed8-c24425546f07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1291803c-2bc7-4afd-85cd-2e73fc81e037', 'code': 200} Aug 07 05:01:22.606992 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Pushing event updated for resources: {'Port': ['ID=1291803c-2bc7-4afd-85cd-2e73fc81e037,revision_number=5']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:01:22.733604 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985db396-9288-4278-af5f-c44e5eeee7b7 req-874a5edb-5597-4fc4-8e61-d3914cc95bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:22.735190 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-985db396-9288-4278-af5f-c44e5eeee7b7 req-874a5edb-5597-4fc4-8e61-d3914cc95bc0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0c2530a9-d953-4e41-bed8-c24425546f07 HTTP/1.1" status: 200 len: 1098 time: 0.0413742 Aug 07 05:01:22.773654 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-985db396-9288-4278-af5f-c44e5eeee7b7 req-628a05d0-34ac-4527-9c52-94ea389a0a3a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=659fd129-d5bf-474b-8b6e-a2200d7d23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263159 Aug 07 05:01:23.097546 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef6547a-de3b-4ab3-862b-40e85f94b250 req-3aaca593-6713-466c-956c-b16763f8b345 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:23.099139 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-aef6547a-de3b-4ab3-862b-40e85f94b250 req-3aaca593-6713-466c-956c-b16763f8b345 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c2530a9-d953-4e41-bed8-c24425546f07 HTTP/1.1" status: 200 len: 945 time: 0.0536234 Aug 07 05:01:23.136042 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afafc33-4671-4f37-b97b-fbedcf88e8af req-279c6c4b-7e43-4d5f-95ff-ca32f56a05e1 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:23.137559 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-4afafc33-4671-4f37-b97b-fbedcf88e8af req-279c6c4b-7e43-4d5f-95ff-ca32f56a05e1 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/ports?device_id=a36aa6db-5a97-48a7-a8a4-f962fb14a449 HTTP/1.1" status: 200 len: 944 time: 0.0561614 Aug 07 05:01:23.138318 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-aef6547a-de3b-4ab3-862b-40e85f94b250 req-fa6d744e-2afb-4851-8dff-0a5705637787 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/security-groups?id=659fd129-d5bf-474b-8b6e-a2200d7d23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326989 Aug 07 05:01:23.175705 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-4afafc33-4671-4f37-b97b-fbedcf88e8af req-d485f890-98dc-4cbb-a113-94c8771d7368 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdf2399-faeb-48c4-8780-bc2d176294d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321352 Aug 07 05:01:24.256160 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a206f68-6ae7-47e8-99a3-f0b5436b918b req-23dff0d3-e66e-4774-b353-318f524f9eb7 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:24.257676 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-7a206f68-6ae7-47e8-99a3-f0b5436b918b req-23dff0d3-e66e-4774-b353-318f524f9eb7 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c2530a9-d953-4e41-bed8-c24425546f07 HTTP/1.1" status: 200 len: 945 time: 0.0520642 Aug 07 05:01:24.298851 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c592a9de-3737-46a1-943c-7e609703d582 req-fca7a426-765a-40e5-98f6-f367e1f9f3cd tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:24.299648 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-7a206f68-6ae7-47e8-99a3-f0b5436b918b req-698443c5-9b88-4017-aa3c-fef3c28ca88c tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/security-groups?id=659fd129-d5bf-474b-8b6e-a2200d7d23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359225 Aug 07 05:01:24.300508 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-c592a9de-3737-46a1-943c-7e609703d582 req-fca7a426-765a-40e5-98f6-f367e1f9f3cd tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/ports?device_id=a36aa6db-5a97-48a7-a8a4-f962fb14a449 HTTP/1.1" status: 200 len: 944 time: 0.0540364 Aug 07 05:01:24.339031 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-c592a9de-3737-46a1-943c-7e609703d582 req-cc35ee9c-e235-44bc-9cef-dd723f0beae2 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdf2399-faeb-48c4-8780-bc2d176294d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321577 Aug 07 05:01:24.382990 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device 8de2ec4b-3b7b-4b42-89a0-22dd6decbc0b details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=93261) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 05:01:24.484851 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] For port 8de2ec4b-3b7b-4b42-89a0-22dd6decbc0b, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=8de2ec4b-3b7b-4b42-89a0-22dd6decbc0b,segment=NetworkSegment(97498eba-fdf7-4cfc-895c-aca98f9581a8),segment_id=97498eba-fdf7-4cfc-895c-aca98f9581a8)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:01:24.497047 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Returning: {'device': '8de2ec4b-3b7b-4b42-89a0-22dd6decbc0b', 'network_id': '733634ef-5b86-411e-9b36-39e7b92f41be', 'port_id': '8de2ec4b-3b7b-4b42-89a0-22dd6decbc0b', 'mac_address': 'fa:16:3e:a5:e3:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e84e0528-898f-4ad3-8787-7fdf44fd2ccb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93261) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 05:01:24.539088 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:24.554370 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.notifiers.nova [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8de2ec4b-3b7b-4b42-89a0-22dd6decbc0b {{(pid=93261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 05:01:24.576625 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] For port 8de2ec4b-3b7b-4b42-89a0-22dd6decbc0b, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=8de2ec4b-3b7b-4b42-89a0-22dd6decbc0b,segment=NetworkSegment(97498eba-fdf7-4cfc-895c-aca98f9581a8),segment_id=97498eba-fdf7-4cfc-895c-aca98f9581a8)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:01:24.584062 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:24.635441 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Pushing event updated for resources: {'Port': ['ID=8de2ec4b-3b7b-4b42-89a0-22dd6decbc0b,revision_number=4']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:01:24.828585 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] get_ports_and_sgs() called for port_ids ['8de2ec4b-3b7b-4b42-89a0-22dd6decbc0b'] {{(pid=93261) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 05:01:25.455414 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f7191-57a8-4497-a5e3-b4c74dc15103 req-01d7464d-a9a3-402c-8579-705bfb956e78 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:25.456905 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-a11f7191-57a8-4497-a5e3-b4c74dc15103 req-01d7464d-a9a3-402c-8579-705bfb956e78 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/ports?device_id=a36aa6db-5a97-48a7-a8a4-f962fb14a449 HTTP/1.1" status: 200 len: 945 time: 0.0498834 Aug 07 05:01:25.497074 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-a11f7191-57a8-4497-a5e3-b4c74dc15103 req-b808f04d-b321-4693-9d48-29ee3a4b8482 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdf2399-faeb-48c4-8780-bc2d176294d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339046 Aug 07 05:01:26.389575 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device 8de2ec4b-3b7b-4b42-89a0-22dd6decbc0b up at agent hyperv_hv-cinder-75994 {{(pid=93261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 05:01:26.440908 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Provisioning for port 8de2ec4b-3b7b-4b42-89a0-22dd6decbc0b completed by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 05:01:26.444860 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Provisioning complete for port 8de2ec4b-3b7b-4b42-89a0-22dd6decbc0b triggered by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 05:01:26.445229 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:26.525368 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:26.548403 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a36aa6db-5a97-48a7-a8a4-f962fb14a449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8de2ec4b-3b7b-4b42-89a0-22dd6decbc0b'}] {{(pid=93261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 05:01:26.550676 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5d2cee0e1396f99553e356b0c4b33bfeaec0d7e5dcff0a4dea0c896a01c358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a06a25-0f8a-4e07-b232-efc5f7a0a38d" -d '{"events": [{"server_uuid": "a36aa6db-5a97-48a7-a8a4-f962fb14a449", "name": "network-vif-plugged", "status": "completed", "tag": "8de2ec4b-3b7b-4b42-89a0-22dd6decbc0b"}]}' {{(pid=93261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 05:01:26.569088 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] For port 8de2ec4b-3b7b-4b42-89a0-22dd6decbc0b, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=8de2ec4b-3b7b-4b42-89a0-22dd6decbc0b,segment=NetworkSegment(97498eba-fdf7-4cfc-895c-aca98f9581a8),segment_id=97498eba-fdf7-4cfc-895c-aca98f9581a8)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:01:26.573979 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:26.602165 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 05:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a060f747-3a49-4ece-b8bc-89ff406447cc x-openstack-request-id: req-a060f747-3a49-4ece-b8bc-89ff406447cc {{(pid=93261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 05:01:26.602397 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a36aa6db-5a97-48a7-a8a4-f962fb14a449", "name": "network-vif-plugged", "status": "completed", "tag": "8de2ec4b-3b7b-4b42-89a0-22dd6decbc0b", "code": 200}]} {{(pid=93261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 05:01:26.602580 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a060f747-3a49-4ece-b8bc-89ff406447cc {{(pid=93261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 05:01:26.603139 dv-cinder-759943-8-iscsi neutron-server[93261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a36aa6db-5a97-48a7-a8a4-f962fb14a449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8de2ec4b-3b7b-4b42-89a0-22dd6decbc0b', 'code': 200} Aug 07 05:01:26.621254 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b985093-2048-4ac6-a672-f059909919d7 req-29e79680-4e1f-4062-91e8-bd3c9d6f6933 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:26.623081 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-2b985093-2048-4ac6-a672-f059909919d7 req-29e79680-4e1f-4062-91e8-bd3c9d6f6933 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/ports?device_id=a36aa6db-5a97-48a7-a8a4-f962fb14a449 HTTP/1.1" status: 200 len: 946 time: 0.0546942 Aug 07 05:01:26.632485 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Pushing event updated for resources: {'Port': ['ID=8de2ec4b-3b7b-4b42-89a0-22dd6decbc0b,revision_number=5']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:01:26.661601 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-2b985093-2048-4ac6-a672-f059909919d7 req-ead68223-b356-41d6-8db0-f153d57c40fe tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdf2399-faeb-48c4-8780-bc2d176294d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318835 Aug 07 05:01:26.784589 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79598d03-f7b8-4743-9897-9fe07e57dc87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:26.822510 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a5bd01-fbeb-4689-b9cc-0b0a403d0fb7 req-fc381eb8-675a-4741-9283-dd04f8632878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:26.824599 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-f2a5bd01-fbeb-4689-b9cc-0b0a403d0fb7 req-fc381eb8-675a-4741-9283-dd04f8632878 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a36aa6db-5a97-48a7-a8a4-f962fb14a449 HTTP/1.1" status: 200 len: 1099 time: 0.0416992 Aug 07 05:01:26.858800 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-f2a5bd01-fbeb-4689-b9cc-0b0a403d0fb7 req-cb1bbd35-1096-45f4-ab5a-a02585193732 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ffdf2399-faeb-48c4-8780-bc2d176294d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277839 Aug 07 05:01:27.201049 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-1c2bb9b1-793d-478c-8693-f9cbf980f9d2 req-d1ffa15f-507a-4bad-992c-f39b04a7ab53 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a075a532-a14b-4220-b5be-f7ea0eed4fc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412347 Aug 07 05:01:27.285726 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2bb9b1-793d-478c-8693-f9cbf980f9d2 req-5b2a16e9-9621-475d-903a-c168d68d24be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:27.287270 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-1c2bb9b1-793d-478c-8693-f9cbf980f9d2 req-5b2a16e9-9621-475d-903a-c168d68d24be service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ca9c8154dc664b57bc9452622c79c0c6&device_id=a075a532-a14b-4220-b5be-f7ea0eed4fc6 HTTP/1.1" status: 200 len: 1099 time: 0.0411425 Aug 07 05:01:27.394397 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2bb9b1-793d-478c-8693-f9cbf980f9d2 req-46316006-4dd5-4a29-8d9a-f91db3666b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:27.396130 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-1c2bb9b1-793d-478c-8693-f9cbf980f9d2 req-46316006-4dd5-4a29-8d9a-f91db3666b4b service neutron] 10.222.0.43 "GET /v2.0/networks?id=4c392ea1-f973-4e27-8c93-9da70b5eee3e HTTP/1.1" status: 200 len: 918 time: 0.0884361 Aug 07 05:01:27.461780 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-1c2bb9b1-793d-478c-8693-f9cbf980f9d2 req-4c4b05d5-9eae-4e24-949a-0c25a7bd008f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd636543-d125-4207-9b34-9d5eae7c5345 HTTP/1.1" status: 200 len: 1000 time: 0.0570872 Aug 07 05:01:27.520923 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2bb9b1-793d-478c-8693-f9cbf980f9d2 req-06638c6b-98a2-4490-8846-7f97d6fdfdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:27.522395 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-1c2bb9b1-793d-478c-8693-f9cbf980f9d2 req-06638c6b-98a2-4490-8846-7f97d6fdfdc1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c03fc84b-f6fc-4f24-bb48-576f621db152 HTTP/1.1" status: 200 len: 856 time: 0.0470645 Aug 07 05:01:27.569608 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2bb9b1-793d-478c-8693-f9cbf980f9d2 req-af94876b-c4b7-411e-a0a9-9c27a24358a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:27.571157 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-1c2bb9b1-793d-478c-8693-f9cbf980f9d2 req-af94876b-c4b7-411e-a0a9-9c27a24358a8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4c392ea1-f973-4e27-8c93-9da70b5eee3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413499 Aug 07 05:01:27.685707 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-1c2bb9b1-793d-478c-8693-f9cbf980f9d2 req-c2da89d0-efdd-4c17-8e41-ac46018795e4 service neutron] 10.222.0.43 "GET /v2.0/networks/4c392ea1-f973-4e27-8c93-9da70b5eee3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928402 Aug 07 05:01:27.788668 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-1c2bb9b1-793d-478c-8693-f9cbf980f9d2 req-7e8981f3-1d9b-41b1-8416-ae25e0e889d9 service neutron] 10.222.0.43 "GET /v2.0/networks/4c392ea1-f973-4e27-8c93-9da70b5eee3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941575 Aug 07 05:01:27.789808 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e18102a-497a-4db1-9d40-6331a7f5d3bf req-46ab3021-f111-4b26-b5d2-97d305c49f12 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:27.791284 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-8e18102a-497a-4db1-9d40-6331a7f5d3bf req-46ab3021-f111-4b26-b5d2-97d305c49f12 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/ports?device_id=a36aa6db-5a97-48a7-a8a4-f962fb14a449 HTTP/1.1" status: 200 len: 946 time: 0.0536253 Aug 07 05:01:27.830732 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-8e18102a-497a-4db1-9d40-6331a7f5d3bf req-6d633f33-63bc-40dc-97f3-bc4830be8571 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdf2399-faeb-48c4-8780-bc2d176294d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334206 Aug 07 05:01:28.946626 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311fd727-f8ff-45d5-8c5c-4553a01a7cb6 req-8e0b5c8f-2e22-4bd7-ae96-babb2bf8e6d9 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:28.948137 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-311fd727-f8ff-45d5-8c5c-4553a01a7cb6 req-8e0b5c8f-2e22-4bd7-ae96-babb2bf8e6d9 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/ports?device_id=a36aa6db-5a97-48a7-a8a4-f962fb14a449 HTTP/1.1" status: 200 len: 946 time: 0.0505612 Aug 07 05:01:28.989153 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-311fd727-f8ff-45d5-8c5c-4553a01a7cb6 req-92209dcd-29ff-4dd8-85a9-abdee770bf4c tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdf2399-faeb-48c4-8780-bc2d176294d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343230 Aug 07 05:01:29.102582 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130644bc-bff4-43f5-b237-6157ee8c4a6d req-c603590b-46f1-4902-86b6-cce212a1cd2b tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:29.104061 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-130644bc-bff4-43f5-b237-6157ee8c4a6d req-c603590b-46f1-4902-86b6-cce212a1cd2b tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/ports?device_id=a36aa6db-5a97-48a7-a8a4-f962fb14a449 HTTP/1.1" status: 200 len: 946 time: 0.0491133 Aug 07 05:01:29.144003 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-130644bc-bff4-43f5-b237-6157ee8c4a6d req-76e17be1-205f-4f3c-964b-f195f36a62a5 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdf2399-faeb-48c4-8780-bc2d176294d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332627 Aug 07 05:01:29.166452 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 43406) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:01:29.204410 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5d981a-4d27-4899-9833-d06df3489317 tempest-TestVolumeBootPattern-156970254 tempest-TestVolumeBootPattern-156970254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:29.205887 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-4a5d981a-4d27-4899-9833-d06df3489317 tempest-TestVolumeBootPattern-156970254 tempest-TestVolumeBootPattern-156970254-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a36aa6db-5a97-48a7-a8a4-f962fb14a449 HTTP/1.1" status: 200 len: 1094 time: 0.0384810 Aug 07 05:01:29.208590 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 43408) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:01:29.213150 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.v2.base [None req-f439e6f2-93f1-448e-b15c-5d93f534cea7 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Request body: {'floatingip': {'floating_network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'port_id': '8de2ec4b-3b7b-4b42-89a0-22dd6decbc0b', 'tenant_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:01:29.234509 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-f439e6f2-93f1-448e-b15c-5d93f534cea7 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks [] for floatingip, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:29.316693 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:29.337409 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-f439e6f2-93f1-448e-b15c-5d93f534cea7 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:29.444067 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.db.db_base_plugin_common [None req-f439e6f2-93f1-448e-b15c-5d93f534cea7 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Allocated IP 172.27.1.37 (7234aba2-ebe6-4f3d-9fb1-8b27c89e529f/7cdca82c-7858-4732-9c64-e97074532a2d/288122e5-cd0f-470d-b40b-c4df53ad4e49) {{(pid=93260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 05:01:29.546461 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-f439e6f2-93f1-448e-b15c-5d93f534cea7 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks [] for port, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:29.586441 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-f439e6f2-93f1-448e-b15c-5d93f534cea7 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768807127269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9563756'] for port, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:29.626314 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f439e6f2-93f1-448e-b15c-5d93f534cea7 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Network 7234aba2-ebe6-4f3d-9fb1-8b27c89e529f is already hosted by enough agents. {{(pid=93260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 05:01:29.629299 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.base_scheduler [None req-f439e6f2-93f1-448e-b15c-5d93f534cea7 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Resources bound (agent type, host, resource id): {{(pid=93260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 05:01:29.631992 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f439e6f2-93f1-448e-b15c-5d93f534cea7 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Received port after_create {{(pid=93260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 05:01:29.659860 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f439e6f2-93f1-448e-b15c-5d93f534cea7 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Pushing event updated for resources: {'Port': ['ID=288122e5-cd0f-470d-b40b-c4df53ad4e49,revision_number=1']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:01:29.688483 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-32d16236-faba-48c6-b003-9d9437a5bba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:29.710989 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:30.274638 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-f439e6f2-93f1-448e-b15c-5d93f534cea7 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:30.345160 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-f439e6f2-93f1-448e-b15c-5d93f534cea7 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:30.492133 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-f439e6f2-93f1-448e-b15c-5d93f534cea7 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks [] for port, precommit_update {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:30.497942 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-f439e6f2-93f1-448e-b15c-5d93f534cea7 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9563749'] for port, after_update {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:30.566991 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f439e6f2-93f1-448e-b15c-5d93f534cea7 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Pushing event updated for resources: {'Port': ['ID=288122e5-cd0f-470d-b40b-c4df53ad4e49,revision_number=2']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:01:30.578548 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-f439e6f2-93f1-448e-b15c-5d93f534cea7 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-766596'] for floatingip, after_update {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:30.678281 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.db.l3_db [None req-f439e6f2-93f1-448e-b15c-5d93f534cea7 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Floating IP 3f27b357-3679-47f9-a8a4-e4aac234adf6 associated. External IP: 172.27.1.37, port: 8de2ec4b-3b7b-4b42-89a0-22dd6decbc0b. Aug 07 05:01:30.745465 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-f79f476c-1ac6-45f4-a536-05d31601a6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:30.892421 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f439e6f2-93f1-448e-b15c-5d93f534cea7 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Router ad8449e8-1e39-494b-b6a0-64c5d48e6b91 has already been hosted by L3 agent c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6 {{(pid=93260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 05:01:31.002208 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f439e6f2-93f1-448e-b15c-5d93f534cea7 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify agent at l3_agent.dv-cinder-759943-8-iscsi the message routers_updated {{(pid=93260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 05:01:31.011774 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f32cc7-d0bd-4423-8e24-b16298b13a49 None None] Sync routers for ids ['ad8449e8-1e39-494b-b6a0-64c5d48e6b91'] in dv-cinder-759943-8-iscsi {{(pid=93262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 05:01:31.018545 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-f439e6f2-93f1-448e-b15c-5d93f534cea7 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77622'] for floatingip, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:31.022066 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f32cc7-d0bd-4423-8e24-b16298b13a49 None None] Routers {'ad8449e8-1e39-494b-b6a0-64c5d48e6b91'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:01:31.022678 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_hamode_db [None req-f2f32cc7-d0bd-4423-8e24-b16298b13a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T05:01:30Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['ad8449e8-1e39-494b-b6a0-64c5d48e6b91'], 'active': True} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:01:31.044876 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-f439e6f2-93f1-448e-b15c-5d93f534cea7 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8352885 Aug 07 05:01:31.045468 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a36aa6db-5a97-48a7-a8a4-f962fb14a449', 'tag': '8de2ec4b-3b7b-4b42-89a0-22dd6decbc0b'}] {{(pid=93260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 05:01:31.047916 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9471522559f84b73cf1045644644c0a628e3dc4684c08e707fd64d6512f95f4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3192ca1-80be-4e4a-b264-bffb6968e778" -d '{"events": [{"name": "network-changed", "server_uuid": "a36aa6db-5a97-48a7-a8a4-f962fb14a449", "tag": "8de2ec4b-3b7b-4b42-89a0-22dd6decbc0b"}]}' {{(pid=93260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 05:01:31.084859 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 05:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c7dd03f-e8a5-41bf-9d47-9050d47fe8d5 x-openstack-request-id: req-6c7dd03f-e8a5-41bf-9d47-9050d47fe8d5 {{(pid=93260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 05:01:31.085146 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a36aa6db-5a97-48a7-a8a4-f962fb14a449", "tag": "8de2ec4b-3b7b-4b42-89a0-22dd6decbc0b", "status": "completed", "code": 200}]} {{(pid=93260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 05:01:31.085391 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6c7dd03f-e8a5-41bf-9d47-9050d47fe8d5 {{(pid=93260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 05:01:31.085806 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a36aa6db-5a97-48a7-a8a4-f962fb14a449', 'tag': '8de2ec4b-3b7b-4b42-89a0-22dd6decbc0b', 'status': 'completed', 'code': 200} Aug 07 05:01:31.130997 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvr_db [None req-f2f32cc7-d0bd-4423-8e24-b16298b13a49 None None] Set router ad8449e8-1e39-494b-b6a0-64c5d48e6b91 gateway port host: dv-cinder-759943-8-iscsi {{(pid=93262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:01:31.159470 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3192ca1-80be-4e4a-b264-bffb6968e778 req-a75e0f40-bd7b-455e-87ca-6ee439148936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:31.160941 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-c3192ca1-80be-4e4a-b264-bffb6968e778 req-a75e0f40-bd7b-455e-87ca-6ee439148936 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e08ba5ab4feb433fa91e7057f10230b5&device_id=a36aa6db-5a97-48a7-a8a4-f962fb14a449 HTTP/1.1" status: 200 len: 1099 time: 0.0440383 Aug 07 05:01:31.268077 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3192ca1-80be-4e4a-b264-bffb6968e778 req-a16be4bf-d162-4e33-a085-25e657b16755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:31.270788 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-c3192ca1-80be-4e4a-b264-bffb6968e778 req-a16be4bf-d162-4e33-a085-25e657b16755 service neutron] 10.222.0.43 "GET /v2.0/networks?id=733634ef-5b86-411e-9b36-39e7b92f41be HTTP/1.1" status: 200 len: 912 time: 0.0971718 Aug 07 05:01:31.350707 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-c3192ca1-80be-4e4a-b264-bffb6968e778 req-e685e551-9a13-49bc-9d1d-a494cbfc74f9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8de2ec4b-3b7b-4b42-89a0-22dd6decbc0b HTTP/1.1" status: 200 len: 999 time: 0.0650616 Aug 07 05:01:31.363226 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_hamode_db [None req-f2f32cc7-d0bd-4423-8e24-b16298b13a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad8449e8-1e39-494b-b6a0-64c5d48e6b91', 'name': 'tempest-TestVolumeBootPattern-751389754-router', 'tenant_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '04d2bc11-5988-414b-9f5a-7ad5d200461e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:57:47Z', 'updated_at': '2021-08-07T04:57:55Z', 'revision_number': 4, 'project_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'gw_port': {'id': '04d2bc11-5988-414b-9f5a-7ad5d200461e', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:59:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8449e8-1e39-494b-b6a0-64c5d48e6b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:49Z', 'updated_at': '2021-08-07T04:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi', '_floatingips': [{'id': '3f27b357-3679-47f9-a8a4-e4aac234adf6', 'tenant_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'floating_ip_address': '172.27.1.37', 'floating_network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'router_id': 'ad8449e8-1e39-494b-b6a0-64c5d48e6b91', 'port_id': '8de2ec4b-3b7b-4b42-89a0-22dd6decbc0b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '733634ef-5b86-411e-9b36-39e7b92f41be', 'mac_address': 'fa:16:3e:a5:e3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36aa6db-5a97-48a7-a8a4-f962fb14a449', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T05:01:30Z', 'updated_at': '2021-08-07T05:01:30Z', 'revision_number': 0, 'project_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '273fc0e9-9ab0-48df-a716-c8a6646d33b4', 'name': '', 'network_id': '733634ef-5b86-411e-9b36-39e7b92f41be', 'tenant_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'mac_address': 'fa:16:3e:5b:7c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8449e8-1e39-494b-b6a0-64c5d48e6b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'e84e0528-898f-4ad3-8787-7fdf44fd2ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:54Z', 'updated_at': '2021-08-07T04:58:04Z', 'revision_number': 5, 'project_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'subnets': [{'id': 'e84e0528-898f-4ad3-8787-7fdf44fd2ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:01:31.393372 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f32cc7-d0bd-4423-8e24-b16298b13a49 None None] Checking router: ad8449e8-1e39-494b-b6a0-64c5d48e6b91 for host: dv-cinder-759943-8-iscsi {{(pid=93262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 05:01:31.401988 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f32cc7-d0bd-4423-8e24-b16298b13a49 None None] Routers {'ad8449e8-1e39-494b-b6a0-64c5d48e6b91'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:01:31.402599 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_hamode_db [None req-f2f32cc7-d0bd-4423-8e24-b16298b13a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T05:01:30Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['ad8449e8-1e39-494b-b6a0-64c5d48e6b91'], 'active': True} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:01:31.523873 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvr_db [None req-f2f32cc7-d0bd-4423-8e24-b16298b13a49 None None] Set router ad8449e8-1e39-494b-b6a0-64c5d48e6b91 gateway port host: dv-cinder-759943-8-iscsi {{(pid=93262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:01:31.653004 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3192ca1-80be-4e4a-b264-bffb6968e778 req-bbbfb130-33b1-4b52-81b2-feb17cc78a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:31.655178 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-c3192ca1-80be-4e4a-b264-bffb6968e778 req-bbbfb130-33b1-4b52-81b2-feb17cc78a2f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e84e0528-898f-4ad3-8787-7fdf44fd2ccb HTTP/1.1" status: 200 len: 850 time: 0.2902145 Aug 07 05:01:31.700262 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3192ca1-80be-4e4a-b264-bffb6968e778 req-fdec82c7-938e-4b28-a372-006e110313fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:31.701924 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-c3192ca1-80be-4e4a-b264-bffb6968e778 req-fdec82c7-938e-4b28-a372-006e110313fc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=733634ef-5b86-411e-9b36-39e7b92f41be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391321 Aug 07 05:01:31.755691 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_hamode_db [None req-f2f32cc7-d0bd-4423-8e24-b16298b13a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad8449e8-1e39-494b-b6a0-64c5d48e6b91', 'name': 'tempest-TestVolumeBootPattern-751389754-router', 'tenant_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '04d2bc11-5988-414b-9f5a-7ad5d200461e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:57:47Z', 'updated_at': '2021-08-07T04:57:55Z', 'revision_number': 4, 'project_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'gw_port': {'id': '04d2bc11-5988-414b-9f5a-7ad5d200461e', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:59:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8449e8-1e39-494b-b6a0-64c5d48e6b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:49Z', 'updated_at': '2021-08-07T04:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi', '_floatingips': [{'id': '3f27b357-3679-47f9-a8a4-e4aac234adf6', 'tenant_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'floating_ip_address': '172.27.1.37', 'floating_network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'router_id': 'ad8449e8-1e39-494b-b6a0-64c5d48e6b91', 'port_id': '8de2ec4b-3b7b-4b42-89a0-22dd6decbc0b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '733634ef-5b86-411e-9b36-39e7b92f41be', 'mac_address': 'fa:16:3e:a5:e3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36aa6db-5a97-48a7-a8a4-f962fb14a449', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T05:01:30Z', 'updated_at': '2021-08-07T05:01:30Z', 'revision_number': 0, 'project_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '273fc0e9-9ab0-48df-a716-c8a6646d33b4', 'name': '', 'network_id': '733634ef-5b86-411e-9b36-39e7b92f41be', 'tenant_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'mac_address': 'fa:16:3e:5b:7c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8449e8-1e39-494b-b6a0-64c5d48e6b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'e84e0528-898f-4ad3-8787-7fdf44fd2ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:54Z', 'updated_at': '2021-08-07T04:58:04Z', 'revision_number': 5, 'project_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'subnets': [{'id': 'e84e0528-898f-4ad3-8787-7fdf44fd2ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:01:31.781522 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f32cc7-d0bd-4423-8e24-b16298b13a49 None None] The sync data for ids ['ad8449e8-1e39-494b-b6a0-64c5d48e6b91'] in dv-cinder-759943-8-iscsi is: [{'id': 'ad8449e8-1e39-494b-b6a0-64c5d48e6b91', 'name': 'tempest-TestVolumeBootPattern-751389754-router', 'tenant_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '04d2bc11-5988-414b-9f5a-7ad5d200461e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:57:47Z', 'updated_at': '2021-08-07T04:57:55Z', 'revision_number': 4, 'project_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'gw_port': {'id': '04d2bc11-5988-414b-9f5a-7ad5d200461e', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:59:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8449e8-1e39-494b-b6a0-64c5d48e6b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:49Z', 'updated_at': '2021-08-07T04:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi', '_floatingips': [{'id': '3f27b357-3679-47f9-a8a4-e4aac234adf6', 'tenant_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'floating_ip_address': '172.27.1.37', 'floating_network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'router_id': 'ad8449e8-1e39-494b-b6a0-64c5d48e6b91', 'port_id': '8de2ec4b-3b7b-4b42-89a0-22dd6decbc0b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '733634ef-5b86-411e-9b36-39e7b92f41be', 'mac_address': 'fa:16:3e:a5:e3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36aa6db-5a97-48a7-a8a4-f962fb14a449', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T05:01:30Z', 'updated_at': '2021-08-07T05:01:30Z', 'revision_number': 0, 'project_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '273fc0e9-9ab0-48df-a716-c8a6646d33b4', 'name': '', 'network_id': '733634ef-5b86-411e-9b36-39e7b92f41be', 'tenant_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'mac_address': 'fa:16:3e:5b:7c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8449e8-1e39-494b-b6a0-64c5d48e6b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'e84e0528-898f-4ad3-8787-7fdf44fd2ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:54Z', 'updated_at': '2021-08-07T04:58:04Z', 'revision_number': 5, 'project_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'subnets': [{'id': 'e84e0528-898f-4ad3-8787-7fdf44fd2ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 05:01:31.797291 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-c3192ca1-80be-4e4a-b264-bffb6968e778 req-13a0c45e-5efc-4b86-9037-b42d83a60b41 service neutron] 10.222.0.43 "GET /v2.0/networks/733634ef-5b86-411e-9b36-39e7b92f41be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876594 Aug 07 05:01:31.898009 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-c3192ca1-80be-4e4a-b264-bffb6968e778 req-5f4360e8-e388-46db-af7d-890632150014 service neutron] 10.222.0.43 "GET /v2.0/networks/733634ef-5b86-411e-9b36-39e7b92f41be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915244 Aug 07 05:01:31.976322 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0063afe5-08e9-4775-a815-9de6bb918b84 None None] New status for floating IP 3f27b357-3679-47f9-a8a4-e4aac234adf6: ACTIVE {{(pid=93261) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 05:01:32.537114 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-fe46c1f5-d46f-4bdc-a2a5-961a9e169c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:32.700950 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ead2f-5fa4-4539-ba44-ac24bd76776e req-97c32ce6-02c6-4ea8-bdfd-246e7414cae5 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:32.703140 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-685ead2f-5fa4-4539-ba44-ac24bd76776e req-97c32ce6-02c6-4ea8-bdfd-246e7414cae5 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/networks?id=e2236fdd-cbbb-40e4-b56e-2342c8754c90 HTTP/1.1" status: 200 len: 814 time: 0.1634948 Aug 07 05:01:32.722897 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-685ead2f-5fa4-4539-ba44-ac24bd76776e req-b718b4b2-b893-4d67-9158-82127a9ce253 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/quotas/586722b7cf4644f5aa0e35a259ed4923 HTTP/1.1" status: 200 len: 375 time: 0.0109768 Aug 07 05:01:32.809767 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-685ead2f-5fa4-4539-ba44-ac24bd76776e req-a4810bf0-bff6-43b6-9b37-c2db7bf4c3f6 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=586722b7cf4644f5aa0e35a259ed4923&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0763898 Aug 07 05:01:32.905921 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-685ead2f-5fa4-4539-ba44-ac24bd76776e req-3881f80f-568d-4d13-a710-e1abc519f73c service neutron] 10.222.0.13 "GET /v2.0/networks/e2236fdd-cbbb-40e4-b56e-2342c8754c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887012 Aug 07 05:01:33.007218 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-685ead2f-5fa4-4539-ba44-ac24bd76776e req-7f42ba63-ce8e-49b2-8f36-2c4757ec743f service neutron] 10.222.0.13 "GET /v2.0/networks/e2236fdd-cbbb-40e4-b56e-2342c8754c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919693 Aug 07 05:01:33.168248 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-9e5a3b31-f793-43cc-8dcc-b8fd9fb5c817 req-3303aff6-930a-4ef4-a9b0-7abd414cc0ae tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/ports?device_id=99c01437-7c7e-437d-b3d3-ecf5522f682d HTTP/1.1" status: 200 len: 210 time: 0.0263786 Aug 07 05:01:34.118600 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ead2f-5fa4-4539-ba44-ac24bd76776e req-5d36db21-e145-4305-80e1-3cec10022c86 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:34.120052 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-685ead2f-5fa4-4539-ba44-ac24bd76776e req-5d36db21-e145-4305-80e1-3cec10022c86 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.43 "GET /v2.0/networks?id=e2236fdd-cbbb-40e4-b56e-2342c8754c90 HTTP/1.1" status: 200 len: 814 time: 0.1077306 Aug 07 05:01:34.149765 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.v2.base [req-685ead2f-5fa4-4539-ba44-ac24bd76776e req-44518860-a827-4c0d-a712-5ca0d10f74e7 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Request body: {'port': {'device_id': '99c01437-7c7e-437d-b3d3-ecf5522f682d', 'network_id': 'e2236fdd-cbbb-40e4-b56e-2342c8754c90', 'admin_state_up': True, 'tenant_id': '586722b7cf4644f5aa0e35a259ed4923'}} {{(pid=93259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:01:34.258511 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-685ead2f-5fa4-4539-ba44-ac24bd76776e req-44518860-a827-4c0d-a712-5ca0d10f74e7 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Made reservation on behalf of 586722b7cf4644f5aa0e35a259ed4923 for: {'port': 1} {{(pid=93259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 05:01:34.261612 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-66c09486-d01e-4125-bbf6-b3c084164865 req-31c5f71d-fd03-42a1-a925-383ce7fed03f tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/ports?device_id=99c01437-7c7e-437d-b3d3-ecf5522f682d HTTP/1.1" status: 200 len: 210 time: 0.0275643 Aug 07 05:01:34.262079 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-685ead2f-5fa4-4539-ba44-ac24bd76776e req-44518860-a827-4c0d-a712-5ca0d10f74e7 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:34.389045 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.db_base_plugin_common [req-685ead2f-5fa4-4539-ba44-ac24bd76776e req-44518860-a827-4c0d-a712-5ca0d10f74e7 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Allocated IP 172.20.0.4 (e2236fdd-cbbb-40e4-b56e-2342c8754c90/dff2e9cf-f131-4afe-a4c7-2f44ff88253f/c440a053-868e-4198-8d9d-54412d3f811d) {{(pid=93259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 05:01:34.534120 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-685ead2f-5fa4-4539-ba44-ac24bd76776e req-44518860-a827-4c0d-a712-5ca0d10f74e7 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Notify callbacks [] for port, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:34.571880 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-685ead2f-5fa4-4539-ba44-ac24bd76776e req-44518860-a827-4c0d-a712-5ca0d10f74e7 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768807127269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513232'] for port, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:34.583866 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] get_ports_and_sgs() called for port_ids ['1291803c-2bc7-4afd-85cd-2e73fc81e037'] {{(pid=93261) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 05:01:34.616088 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-685ead2f-5fa4-4539-ba44-ac24bd76776e req-44518860-a827-4c0d-a712-5ca0d10f74e7 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Network e2236fdd-cbbb-40e4-b56e-2342c8754c90 is already hosted by enough agents. {{(pid=93259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 05:01:34.619205 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.base_scheduler [req-685ead2f-5fa4-4539-ba44-ac24bd76776e req-44518860-a827-4c0d-a712-5ca0d10f74e7 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Resources bound (agent type, host, resource id): {{(pid=93259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 05:01:34.623038 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.l3_dvrscheduler_db [req-685ead2f-5fa4-4539-ba44-ac24bd76776e req-44518860-a827-4c0d-a712-5ca0d10f74e7 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Received port after_create {{(pid=93259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 05:01:34.629353 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44518860-a827-4c0d-a712-5ca0d10f74e7 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Pushing event updated for resources: {'Port': ['ID=c440a053-868e-4198-8d9d-54412d3f811d,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:01:34.676793 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ead2f-5fa4-4539-ba44-ac24bd76776e req-44518860-a827-4c0d-a712-5ca0d10f74e7 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:34.677337 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-685ead2f-5fa4-4539-ba44-ac24bd76776e req-44518860-a827-4c0d-a712-5ca0d10f74e7 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77622'] for port, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:34.693253 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-685ead2f-5fa4-4539-ba44-ac24bd76776e req-44518860-a827-4c0d-a712-5ca0d10f74e7 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5472364 Aug 07 05:01:34.715962 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.v2.base [req-685ead2f-5fa4-4539-ba44-ac24bd76776e req-f7d3dd84-35f4-4e2e-b89a-e1dd10e7e501 service neutron] Request body: {'port': {'device_id': '99c01437-7c7e-437d-b3d3-ecf5522f682d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=93259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:01:34.775901 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-685ead2f-5fa4-4539-ba44-ac24bd76776e req-f7d3dd84-35f4-4e2e-b89a-e1dd10e7e501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:35.038393 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.notifiers.nova [req-685ead2f-5fa4-4539-ba44-ac24bd76776e req-f7d3dd84-35f4-4e2e-b89a-e1dd10e7e501 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c440a053-868e-4198-8d9d-54412d3f811d {{(pid=93259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 05:01:35.046177 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-685ead2f-5fa4-4539-ba44-ac24bd76776e req-f7d3dd84-35f4-4e2e-b89a-e1dd10e7e501 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:35.057776 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.provisioning_blocks [req-685ead2f-5fa4-4539-ba44-ac24bd76776e req-f7d3dd84-35f4-4e2e-b89a-e1dd10e7e501 service neutron] Transition to ACTIVE for port object c440a053-868e-4198-8d9d-54412d3f811d will not be triggered until provisioned by entity L2. {{(pid=93259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 05:01:35.061429 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-685ead2f-5fa4-4539-ba44-ac24bd76776e req-f7d3dd84-35f4-4e2e-b89a-e1dd10e7e501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8513241'] for port, after_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:35.113521 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d3dd84-35f4-4e2e-b89a-e1dd10e7e501 service neutron] Pushing event updated for resources: {'Port': ['ID=c440a053-868e-4198-8d9d-54412d3f811d,revision_number=2']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:01:35.182323 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.managers [req-685ead2f-5fa4-4539-ba44-ac24bd76776e req-f7d3dd84-35f4-4e2e-b89a-e1dd10e7e501 service neutron] Attempting to bind port c440a053-868e-4198-8d9d-54412d3f811d on host hv-cinder-75994 for vnic_type normal with profile {{(pid=93259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 05:01:35.182658 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.managers [req-685ead2f-5fa4-4539-ba44-ac24bd76776e req-f7d3dd84-35f4-4e2e-b89a-e1dd10e7e501 service neutron] Attempting to bind port c440a053-868e-4198-8d9d-54412d3f811d by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': '93275829-178b-4de5-a6c7-b3a1399ec9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e2236fdd-cbbb-40e4-b56e-2342c8754c90'}] {{(pid=93259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 05:01:35.182991 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685ead2f-5fa4-4539-ba44-ac24bd76776e req-f7d3dd84-35f4-4e2e-b89a-e1dd10e7e501 service neutron] Attempting to bind port c440a053-868e-4198-8d9d-54412d3f811d on network e2236fdd-cbbb-40e4-b56e-2342c8754c90 {{(pid=93259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 05:01:35.187267 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685ead2f-5fa4-4539-ba44-ac24bd76776e req-f7d3dd84-35f4-4e2e-b89a-e1dd10e7e501 service neutron] Port c440a053-868e-4198-8d9d-54412d3f811d on network e2236fdd-cbbb-40e4-b56e-2342c8754c90 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=93259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 05:01:35.187584 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685ead2f-5fa4-4539-ba44-ac24bd76776e req-f7d3dd84-35f4-4e2e-b89a-e1dd10e7e501 service neutron] Attempting to bind port c440a053-868e-4198-8d9d-54412d3f811d on network e2236fdd-cbbb-40e4-b56e-2342c8754c90 {{(pid=93259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 05:01:35.192300 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685ead2f-5fa4-4539-ba44-ac24bd76776e req-f7d3dd84-35f4-4e2e-b89a-e1dd10e7e501 service neutron] Checking agent: {'id': '5f67c77d-38b5-4515-b30f-34d5315bdd9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 53, 29), 'started_at': datetime.datetime(2021, 8, 7, 4, 53, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 5, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 05:01:35.192634 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685ead2f-5fa4-4539-ba44-ac24bd76776e req-f7d3dd84-35f4-4e2e-b89a-e1dd10e7e501 service neutron] Checking segment: {'id': '93275829-178b-4de5-a6c7-b3a1399ec9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e2236fdd-cbbb-40e4-b56e-2342c8754c90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 05:01:35.193017 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685ead2f-5fa4-4539-ba44-ac24bd76776e req-f7d3dd84-35f4-4e2e-b89a-e1dd10e7e501 service neutron] Bound using segment: {'id': '93275829-178b-4de5-a6c7-b3a1399ec9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e2236fdd-cbbb-40e4-b56e-2342c8754c90'} {{(pid=93259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 05:01:35.193439 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.managers [req-685ead2f-5fa4-4539-ba44-ac24bd76776e req-f7d3dd84-35f4-4e2e-b89a-e1dd10e7e501 service neutron] Bound port: c440a053-868e-4198-8d9d-54412d3f811d, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93275829-178b-4de5-a6c7-b3a1399ec9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e2236fdd-cbbb-40e4-b56e-2342c8754c90'}}] {{(pid=93259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 05:01:35.193793 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-685ead2f-5fa4-4539-ba44-ac24bd76776e req-f7d3dd84-35f4-4e2e-b89a-e1dd10e7e501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:35.255469 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.db [req-685ead2f-5fa4-4539-ba44-ac24bd76776e req-f7d3dd84-35f4-4e2e-b89a-e1dd10e7e501 service neutron] For port c440a053-868e-4198-8d9d-54412d3f811d, host hv-cinder-75994, cleared binding levels {{(pid=93259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 05:01:35.258638 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.db [req-685ead2f-5fa4-4539-ba44-ac24bd76776e req-f7d3dd84-35f4-4e2e-b89a-e1dd10e7e501 service neutron] For port c440a053-868e-4198-8d9d-54412d3f811d, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=c440a053-868e-4198-8d9d-54412d3f811d,segment=NetworkSegment(93275829-178b-4de5-a6c7-b3a1399ec9f6),segment_id=93275829-178b-4de5-a6c7-b3a1399ec9f6)] {{(pid=93259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 05:01:35.262546 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-685ead2f-5fa4-4539-ba44-ac24bd76776e req-f7d3dd84-35f4-4e2e-b89a-e1dd10e7e501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8513241'] for port, after_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:35.298319 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ead2f-5fa4-4539-ba44-ac24bd76776e req-f7d3dd84-35f4-4e2e-b89a-e1dd10e7e501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:35.299045 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-685ead2f-5fa4-4539-ba44-ac24bd76776e req-f7d3dd84-35f4-4e2e-b89a-e1dd10e7e501 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77622'] for port, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:35.300535 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-685ead2f-5fa4-4539-ba44-ac24bd76776e req-f7d3dd84-35f4-4e2e-b89a-e1dd10e7e501 service neutron] 10.222.0.43 "PUT /v2.0/ports/c440a053-868e-4198-8d9d-54412d3f811d HTTP/1.1" status: 200 len: 1093 time: 0.5902212 Aug 07 05:01:35.300982 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99c01437-7c7e-437d-b3d3-ecf5522f682d', 'tag': 'c440a053-868e-4198-8d9d-54412d3f811d'}] {{(pid=93259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 05:01:35.303277 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2475665ef9a7cb8741e3251ff967df6d1dd3d3eb822c2e36b28ddc32d9da7eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50330224-1966-42cc-b239-b96e6a1ca532" -d '{"events": [{"name": "network-changed", "server_uuid": "99c01437-7c7e-437d-b3d3-ecf5522f682d", "tag": "c440a053-868e-4198-8d9d-54412d3f811d"}]}' {{(pid=93259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 05:01:35.336954 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d3dd84-35f4-4e2e-b89a-e1dd10e7e501 service neutron] Pushing event updated for resources: {'Port': ['ID=c440a053-868e-4198-8d9d-54412d3f811d,revision_number=3']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:01:35.346965 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 05:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34784010-072a-4dc1-8a84-a0a8b3449b3c x-openstack-request-id: req-34784010-072a-4dc1-8a84-a0a8b3449b3c {{(pid=93259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 05:01:35.347166 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99c01437-7c7e-437d-b3d3-ecf5522f682d", "tag": "c440a053-868e-4198-8d9d-54412d3f811d", "status": "completed", "code": 200}]} {{(pid=93259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 05:01:35.347445 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-34784010-072a-4dc1-8a84-a0a8b3449b3c {{(pid=93259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 05:01:35.347849 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99c01437-7c7e-437d-b3d3-ecf5522f682d', 'tag': 'c440a053-868e-4198-8d9d-54412d3f811d', 'status': 'completed', 'code': 200} Aug 07 05:01:35.420648 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ead2f-5fa4-4539-ba44-ac24bd76776e req-56097498-cefe-442a-aff2-cd204c9ef95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:35.422186 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-685ead2f-5fa4-4539-ba44-ac24bd76776e req-56097498-cefe-442a-aff2-cd204c9ef95f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=586722b7cf4644f5aa0e35a259ed4923&device_id=99c01437-7c7e-437d-b3d3-ecf5522f682d HTTP/1.1" status: 200 len: 1096 time: 0.0650175 Aug 07 05:01:35.430494 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ca3a3a-9abd-4a35-9e04-993b719be73b req-1bc6e7ab-8ea8-433c-a0c1-094d6ed5bc91 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:35.431902 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-18ca3a3a-9abd-4a35-9e04-993b719be73b req-1bc6e7ab-8ea8-433c-a0c1-094d6ed5bc91 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/ports?device_id=99c01437-7c7e-437d-b3d3-ecf5522f682d HTTP/1.1" status: 200 len: 943 time: 0.0832617 Aug 07 05:01:35.478633 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-685ead2f-5fa4-4539-ba44-ac24bd76776e req-c5d45a96-7e8f-43e8-b72b-7b1014080c12 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c440a053-868e-4198-8d9d-54412d3f811d HTTP/1.1" status: 200 len: 217 time: 0.0456932 Aug 07 05:01:35.506821 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-18ca3a3a-9abd-4a35-9e04-993b719be73b req-46b2eb3f-3834-48d8-8219-2282d90f918c tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/security-groups?id=659fd129-d5bf-474b-8b6e-a2200d7d23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676620 Aug 07 05:01:35.544889 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ead2f-5fa4-4539-ba44-ac24bd76776e req-d3f7538e-2ab9-42be-9766-81439da72808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:35.546498 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-685ead2f-5fa4-4539-ba44-ac24bd76776e req-d3f7538e-2ab9-42be-9766-81439da72808 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dff2e9cf-f131-4afe-a4c7-2f44ff88253f HTTP/1.1" status: 200 len: 854 time: 0.0552351 Aug 07 05:01:35.582678 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-685ead2f-5fa4-4539-ba44-ac24bd76776e req-a7e2440e-7789-4532-9c55-9b04fcd07843 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e2236fdd-cbbb-40e4-b56e-2342c8754c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244670 Aug 07 05:01:35.669905 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-685ead2f-5fa4-4539-ba44-ac24bd76776e req-f875621e-e5c8-4560-9d0b-1edbb980e683 service neutron] 10.222.0.43 "GET /v2.0/networks/e2236fdd-cbbb-40e4-b56e-2342c8754c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790508 Aug 07 05:01:35.763386 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-685ead2f-5fa4-4539-ba44-ac24bd76776e req-7018bd59-7571-4cc8-ab7a-60e623ae71f9 service neutron] 10.222.0.43 "GET /v2.0/networks/e2236fdd-cbbb-40e4-b56e-2342c8754c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848088 Aug 07 05:01:35.849574 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50330224-1966-42cc-b239-b96e6a1ca532 req-5970dea2-83cc-4666-86af-c4200612aaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:35.851045 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-50330224-1966-42cc-b239-b96e6a1ca532 req-5970dea2-83cc-4666-86af-c4200612aaac service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=586722b7cf4644f5aa0e35a259ed4923&device_id=99c01437-7c7e-437d-b3d3-ecf5522f682d HTTP/1.1" status: 200 len: 1096 time: 0.0415933 Aug 07 05:01:35.954478 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50330224-1966-42cc-b239-b96e6a1ca532 req-4df3d9f4-3682-424d-93a2-012a2dd496dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:35.955959 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-50330224-1966-42cc-b239-b96e6a1ca532 req-4df3d9f4-3682-424d-93a2-012a2dd496dd service neutron] 10.222.0.43 "GET /v2.0/networks?id=e2236fdd-cbbb-40e4-b56e-2342c8754c90 HTTP/1.1" status: 200 len: 915 time: 0.0890839 Aug 07 05:01:35.997948 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-50330224-1966-42cc-b239-b96e6a1ca532 req-00a45a91-9fb8-4ede-b1c2-68b14dac35c2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c440a053-868e-4198-8d9d-54412d3f811d HTTP/1.1" status: 200 len: 217 time: 0.0345647 Aug 07 05:01:36.053067 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50330224-1966-42cc-b239-b96e6a1ca532 req-46d6b7ac-745b-430a-a27f-ec07fc0dd44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:36.054615 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-50330224-1966-42cc-b239-b96e6a1ca532 req-46d6b7ac-745b-430a-a27f-ec07fc0dd44c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dff2e9cf-f131-4afe-a4c7-2f44ff88253f HTTP/1.1" status: 200 len: 854 time: 0.0471194 Aug 07 05:01:36.087655 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-50330224-1966-42cc-b239-b96e6a1ca532 req-2c3c57d4-321c-4983-80df-4c0dec10fb44 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e2236fdd-cbbb-40e4-b56e-2342c8754c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245719 Aug 07 05:01:36.191557 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-50330224-1966-42cc-b239-b96e6a1ca532 req-fc47371f-4a86-4f38-bf3f-de2592d392ca service neutron] 10.222.0.43 "GET /v2.0/networks/e2236fdd-cbbb-40e4-b56e-2342c8754c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951264 Aug 07 05:01:36.295408 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-50330224-1966-42cc-b239-b96e6a1ca532 req-c984f2db-b02c-4b15-8c18-ac945371690b service neutron] 10.222.0.43 "GET /v2.0/networks/e2236fdd-cbbb-40e4-b56e-2342c8754c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881658 Aug 07 05:01:36.623977 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fec1b5-bf91-401f-ade6-9f1dfdd781c0 req-31ed7caa-45fe-4448-9d4f-0ac419b129be tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:36.625667 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-f0fec1b5-bf91-401f-ade6-9f1dfdd781c0 req-31ed7caa-45fe-4448-9d4f-0ac419b129be tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/ports?device_id=99c01437-7c7e-437d-b3d3-ecf5522f682d HTTP/1.1" status: 200 len: 943 time: 0.0502875 Aug 07 05:01:36.664427 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-f0fec1b5-bf91-401f-ade6-9f1dfdd781c0 req-c4c4d61a-1153-4607-b051-acaf3fd596a9 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/security-groups?id=659fd129-d5bf-474b-8b6e-a2200d7d23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324395 Aug 07 05:01:37.787580 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f323f4b-d133-466e-bf82-822352475fb3 req-b9a77848-87b2-4cb9-a30c-1381a447dd4e tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:37.789112 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-3f323f4b-d133-466e-bf82-822352475fb3 req-b9a77848-87b2-4cb9-a30c-1381a447dd4e tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/ports?device_id=99c01437-7c7e-437d-b3d3-ecf5522f682d HTTP/1.1" status: 200 len: 943 time: 0.0560479 Aug 07 05:01:37.830116 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-3f323f4b-d133-466e-bf82-822352475fb3 req-a4930d00-b69b-4493-b24b-add671079baa tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/security-groups?id=659fd129-d5bf-474b-8b6e-a2200d7d23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345650 Aug 07 05:01:38.471990 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device c440a053-868e-4198-8d9d-54412d3f811d details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=93261) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 05:01:38.570727 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] For port c440a053-868e-4198-8d9d-54412d3f811d, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=c440a053-868e-4198-8d9d-54412d3f811d,segment=NetworkSegment(93275829-178b-4de5-a6c7-b3a1399ec9f6),segment_id=93275829-178b-4de5-a6c7-b3a1399ec9f6)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:01:38.582343 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Returning: {'device': 'c440a053-868e-4198-8d9d-54412d3f811d', 'network_id': 'e2236fdd-cbbb-40e4-b56e-2342c8754c90', 'port_id': 'c440a053-868e-4198-8d9d-54412d3f811d', 'mac_address': 'fa:16:3e:be:6c:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dff2e9cf-f131-4afe-a4c7-2f44ff88253f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93261) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 05:01:38.618579 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:38.630967 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.notifiers.nova [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c440a053-868e-4198-8d9d-54412d3f811d {{(pid=93261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 05:01:38.649959 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] For port c440a053-868e-4198-8d9d-54412d3f811d, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=c440a053-868e-4198-8d9d-54412d3f811d,segment=NetworkSegment(93275829-178b-4de5-a6c7-b3a1399ec9f6),segment_id=93275829-178b-4de5-a6c7-b3a1399ec9f6)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:01:38.653901 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:38.702328 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Pushing event updated for resources: {'Port': ['ID=c440a053-868e-4198-8d9d-54412d3f811d,revision_number=4']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:01:38.945789 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c20537c-cb44-4536-849e-ecb0866809bc req-7e84c480-16ab-4909-ac90-a565da84850e tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:38.947395 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-9c20537c-cb44-4536-849e-ecb0866809bc req-7e84c480-16ab-4909-ac90-a565da84850e tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/ports?device_id=99c01437-7c7e-437d-b3d3-ecf5522f682d HTTP/1.1" status: 200 len: 944 time: 0.0498712 Aug 07 05:01:38.975561 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] get_ports_and_sgs() called for port_ids ['c440a053-868e-4198-8d9d-54412d3f811d'] {{(pid=93261) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 05:01:38.987673 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-9c20537c-cb44-4536-849e-ecb0866809bc req-63820ce1-ccf7-47c0-b0b4-6142f6ae99b2 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/security-groups?id=659fd129-d5bf-474b-8b6e-a2200d7d23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334172 Aug 07 05:01:40.102975 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f15862-42b7-4837-926f-2c5565f126e1 req-9f276acc-e1e6-4435-afcd-b9191698b3a2 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:40.104548 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-92f15862-42b7-4837-926f-2c5565f126e1 req-9f276acc-e1e6-4435-afcd-b9191698b3a2 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/ports?device_id=99c01437-7c7e-437d-b3d3-ecf5522f682d HTTP/1.1" status: 200 len: 944 time: 0.0497756 Aug 07 05:01:40.149678 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-92f15862-42b7-4837-926f-2c5565f126e1 req-a32be127-929d-4cad-9e97-f66ac65eedb7 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/security-groups?id=659fd129-d5bf-474b-8b6e-a2200d7d23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367999 Aug 07 05:01:40.484304 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device c440a053-868e-4198-8d9d-54412d3f811d up at agent hyperv_hv-cinder-75994 {{(pid=93261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 05:01:40.533664 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Provisioning for port c440a053-868e-4198-8d9d-54412d3f811d completed by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 05:01:40.537379 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Provisioning complete for port c440a053-868e-4198-8d9d-54412d3f811d triggered by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 05:01:40.537756 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:40.624236 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:40.646711 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c01437-7c7e-437d-b3d3-ecf5522f682d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c440a053-868e-4198-8d9d-54412d3f811d'}] {{(pid=93261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 05:01:40.648955 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5d2cee0e1396f99553e356b0c4b33bfeaec0d7e5dcff0a4dea0c896a01c358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bbb6229-9e34-4bf7-85d7-92a34bc0c88b" -d '{"events": [{"server_uuid": "99c01437-7c7e-437d-b3d3-ecf5522f682d", "name": "network-vif-plugged", "status": "completed", "tag": "c440a053-868e-4198-8d9d-54412d3f811d"}]}' {{(pid=93261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 05:01:40.663168 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] For port c440a053-868e-4198-8d9d-54412d3f811d, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=c440a053-868e-4198-8d9d-54412d3f811d,segment=NetworkSegment(93275829-178b-4de5-a6c7-b3a1399ec9f6),segment_id=93275829-178b-4de5-a6c7-b3a1399ec9f6)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:01:40.667741 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:40.690745 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 05:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4abb2022-d379-4dba-a551-c45225193eb2 x-openstack-request-id: req-4abb2022-d379-4dba-a551-c45225193eb2 {{(pid=93261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 05:01:40.691038 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99c01437-7c7e-437d-b3d3-ecf5522f682d", "name": "network-vif-plugged", "status": "completed", "tag": "c440a053-868e-4198-8d9d-54412d3f811d", "code": 200}]} {{(pid=93261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 05:01:40.691287 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4abb2022-d379-4dba-a551-c45225193eb2 {{(pid=93261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 05:01:40.691675 dv-cinder-759943-8-iscsi neutron-server[93261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99c01437-7c7e-437d-b3d3-ecf5522f682d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c440a053-868e-4198-8d9d-54412d3f811d', 'code': 200} Aug 07 05:01:40.722300 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Pushing event updated for resources: {'Port': ['ID=c440a053-868e-4198-8d9d-54412d3f811d,revision_number=5']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:01:40.887522 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db32643f-e923-4f9a-9554-d60c0bc38a59 req-f8ff7cdb-4cc2-4135-a0d4-7793041af48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:40.889014 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-db32643f-e923-4f9a-9554-d60c0bc38a59 req-f8ff7cdb-4cc2-4135-a0d4-7793041af48d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=99c01437-7c7e-437d-b3d3-ecf5522f682d HTTP/1.1" status: 200 len: 1098 time: 0.0403244 Aug 07 05:01:40.929306 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-db32643f-e923-4f9a-9554-d60c0bc38a59 req-eaaa4fce-706f-443f-ab9e-5ff3bc37029f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=659fd129-d5bf-474b-8b6e-a2200d7d23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283704 Aug 07 05:01:41.267067 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d236e93-eff7-4d52-bd8b-d2e37946f594 req-27a3dab4-d810-4a12-acfd-2cb61069b74f tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:41.268540 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-6d236e93-eff7-4d52-bd8b-d2e37946f594 req-27a3dab4-d810-4a12-acfd-2cb61069b74f tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/ports?device_id=99c01437-7c7e-437d-b3d3-ecf5522f682d HTTP/1.1" status: 200 len: 945 time: 0.0530546 Aug 07 05:01:41.305389 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-6d236e93-eff7-4d52-bd8b-d2e37946f594 req-8600c267-ebf1-44e4-a827-c5cede9e1996 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/security-groups?id=659fd129-d5bf-474b-8b6e-a2200d7d23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309746 Aug 07 05:01:42.428264 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5c5c09-7c0f-43a7-8e71-9ef2c89e8c37 req-b01fd428-1b01-4b06-be12-aed00d99ffbd tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:42.429861 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-bf5c5c09-7c0f-43a7-8e71-9ef2c89e8c37 req-b01fd428-1b01-4b06-be12-aed00d99ffbd tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/ports?device_id=99c01437-7c7e-437d-b3d3-ecf5522f682d HTTP/1.1" status: 200 len: 945 time: 0.0536416 Aug 07 05:01:42.467898 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-bf5c5c09-7c0f-43a7-8e71-9ef2c89e8c37 req-d31bb64d-65b6-4923-847f-e8c5530cf6ae tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/security-groups?id=659fd129-d5bf-474b-8b6e-a2200d7d23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322011 Aug 07 05:01:44.186307 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136cdbb8-d7f7-4574-9a92-9e2d8776d613 req-529b5ea2-f2b4-4e1c-b1d8-50b0a93a7de4 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:44.188447 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-136cdbb8-d7f7-4574-9a92-9e2d8776d613 req-529b5ea2-f2b4-4e1c-b1d8-50b0a93a7de4 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/networks?id=e2236fdd-cbbb-40e4-b56e-2342c8754c90 HTTP/1.1" status: 200 len: 814 time: 0.1128900 Aug 07 05:01:44.204140 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-136cdbb8-d7f7-4574-9a92-9e2d8776d613 req-c272314c-46c1-45d5-8533-bb2a9c7a84c0 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/quotas/586722b7cf4644f5aa0e35a259ed4923 HTTP/1.1" status: 200 len: 375 time: 0.0099936 Aug 07 05:01:44.258567 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-136cdbb8-d7f7-4574-9a92-9e2d8776d613 req-7bf5f26c-441c-433b-8fec-cc3fd75c8cf8 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=586722b7cf4644f5aa0e35a259ed4923&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489302 Aug 07 05:01:44.354648 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-136cdbb8-d7f7-4574-9a92-9e2d8776d613 req-28ce5abb-00e6-414b-a3fe-b4eef29697a4 service neutron] 10.222.0.13 "GET /v2.0/networks/e2236fdd-cbbb-40e4-b56e-2342c8754c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891786 Aug 07 05:01:44.457582 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-136cdbb8-d7f7-4574-9a92-9e2d8776d613 req-2a51aad2-0346-4a8d-be40-682a7ba07b78 service neutron] 10.222.0.13 "GET /v2.0/networks/e2236fdd-cbbb-40e4-b56e-2342c8754c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917113 Aug 07 05:01:44.629991 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-24931cdf-7d3d-4490-9b52-502ea10d4205 req-c342f3d8-1502-4814-8090-408ba095fce3 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/ports?device_id=2157fc0b-e935-49d9-bd9c-6c6383ad0d51 HTTP/1.1" status: 200 len: 210 time: 0.0273261 Aug 07 05:01:45.647077 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136cdbb8-d7f7-4574-9a92-9e2d8776d613 req-9245e748-dae7-4f3c-a0d1-90f49aadd0cc tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:45.648876 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-136cdbb8-d7f7-4574-9a92-9e2d8776d613 req-9245e748-dae7-4f3c-a0d1-90f49aadd0cc tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.43 "GET /v2.0/networks?id=e2236fdd-cbbb-40e4-b56e-2342c8754c90 HTTP/1.1" status: 200 len: 814 time: 0.1229115 Aug 07 05:01:45.663964 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.v2.base [req-136cdbb8-d7f7-4574-9a92-9e2d8776d613 req-382282e4-313a-4d37-bb11-c39b4d8c371b tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Request body: {'port': {'device_id': '2157fc0b-e935-49d9-bd9c-6c6383ad0d51', 'network_id': 'e2236fdd-cbbb-40e4-b56e-2342c8754c90', 'admin_state_up': True, 'tenant_id': '586722b7cf4644f5aa0e35a259ed4923'}} {{(pid=93259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:01:45.752250 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-ae5442ad-4840-4e7c-8b51-67e144708f06 req-72a6d333-1519-4433-9e2c-e53aa93c3993 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/ports?device_id=2157fc0b-e935-49d9-bd9c-6c6383ad0d51 HTTP/1.1" status: 200 len: 210 time: 0.0379999 Aug 07 05:01:45.818561 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-136cdbb8-d7f7-4574-9a92-9e2d8776d613 req-382282e4-313a-4d37-bb11-c39b4d8c371b tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Made reservation on behalf of 586722b7cf4644f5aa0e35a259ed4923 for: {'port': 1} {{(pid=93259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 05:01:45.822021 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-136cdbb8-d7f7-4574-9a92-9e2d8776d613 req-382282e4-313a-4d37-bb11-c39b4d8c371b tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:45.945025 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.db_base_plugin_common [req-136cdbb8-d7f7-4574-9a92-9e2d8776d613 req-382282e4-313a-4d37-bb11-c39b4d8c371b tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Allocated IP 172.20.0.10 (e2236fdd-cbbb-40e4-b56e-2342c8754c90/dff2e9cf-f131-4afe-a4c7-2f44ff88253f/6ddcf384-7e52-4a1d-a97b-2e55fe87619d) {{(pid=93259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 05:01:46.086451 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-136cdbb8-d7f7-4574-9a92-9e2d8776d613 req-382282e4-313a-4d37-bb11-c39b4d8c371b tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Notify callbacks [] for port, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:46.127931 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-136cdbb8-d7f7-4574-9a92-9e2d8776d613 req-382282e4-313a-4d37-bb11-c39b4d8c371b tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768807127269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513232'] for port, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:46.140080 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] get_ports_and_sgs() called for port_ids ['1291803c-2bc7-4afd-85cd-2e73fc81e037', 'c440a053-868e-4198-8d9d-54412d3f811d'] {{(pid=93261) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 05:01:46.172308 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-136cdbb8-d7f7-4574-9a92-9e2d8776d613 req-382282e4-313a-4d37-bb11-c39b4d8c371b tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Network e2236fdd-cbbb-40e4-b56e-2342c8754c90 is already hosted by enough agents. {{(pid=93259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 05:01:46.175456 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.base_scheduler [req-136cdbb8-d7f7-4574-9a92-9e2d8776d613 req-382282e4-313a-4d37-bb11-c39b4d8c371b tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Resources bound (agent type, host, resource id): {{(pid=93259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 05:01:46.178070 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.l3_dvrscheduler_db [req-136cdbb8-d7f7-4574-9a92-9e2d8776d613 req-382282e4-313a-4d37-bb11-c39b4d8c371b tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Received port after_create {{(pid=93259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 05:01:46.210744 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382282e4-313a-4d37-bb11-c39b4d8c371b tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Pushing event updated for resources: {'Port': ['ID=6ddcf384-7e52-4a1d-a97b-2e55fe87619d,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:01:46.224787 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382282e4-313a-4d37-bb11-c39b4d8c371b tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:01:46.225128 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382282e4-313a-4d37-bb11-c39b4d8c371b tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:01:46.225449 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382282e4-313a-4d37-bb11-c39b4d8c371b tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:01:46.225780 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382282e4-313a-4d37-bb11-c39b4d8c371b tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:01:46.226149 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382282e4-313a-4d37-bb11-c39b4d8c371b tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:01:46.226476 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382282e4-313a-4d37-bb11-c39b4d8c371b tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:01:46.227167 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382282e4-313a-4d37-bb11-c39b4d8c371b tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:01:46.227496 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382282e4-313a-4d37-bb11-c39b4d8c371b tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:01:46.227821 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382282e4-313a-4d37-bb11-c39b4d8c371b tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:01:46.228141 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382282e4-313a-4d37-bb11-c39b4d8c371b tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:01:46.228462 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382282e4-313a-4d37-bb11-c39b4d8c371b tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:01:46.228780 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382282e4-313a-4d37-bb11-c39b4d8c371b tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:01:46.251708 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136cdbb8-d7f7-4574-9a92-9e2d8776d613 req-382282e4-313a-4d37-bb11-c39b4d8c371b tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:46.252380 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-136cdbb8-d7f7-4574-9a92-9e2d8776d613 req-382282e4-313a-4d37-bb11-c39b4d8c371b tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77622'] for port, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:46.269395 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-136cdbb8-d7f7-4574-9a92-9e2d8776d613 req-382282e4-313a-4d37-bb11-c39b4d8c371b tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6099441 Aug 07 05:01:46.283642 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.v2.base [req-136cdbb8-d7f7-4574-9a92-9e2d8776d613 req-761dfdbc-e6e0-4c56-a55d-94bb8752a835 service neutron] Request body: {'port': {'device_id': '2157fc0b-e935-49d9-bd9c-6c6383ad0d51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=93259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:01:46.338458 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-136cdbb8-d7f7-4574-9a92-9e2d8776d613 req-761dfdbc-e6e0-4c56-a55d-94bb8752a835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:46.604847 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.notifiers.nova [req-136cdbb8-d7f7-4574-9a92-9e2d8776d613 req-761dfdbc-e6e0-4c56-a55d-94bb8752a835 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ddcf384-7e52-4a1d-a97b-2e55fe87619d {{(pid=93259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 05:01:46.612832 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-136cdbb8-d7f7-4574-9a92-9e2d8776d613 req-761dfdbc-e6e0-4c56-a55d-94bb8752a835 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:46.624406 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.provisioning_blocks [req-136cdbb8-d7f7-4574-9a92-9e2d8776d613 req-761dfdbc-e6e0-4c56-a55d-94bb8752a835 service neutron] Transition to ACTIVE for port object 6ddcf384-7e52-4a1d-a97b-2e55fe87619d will not be triggered until provisioned by entity L2. {{(pid=93259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 05:01:46.628233 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-136cdbb8-d7f7-4574-9a92-9e2d8776d613 req-761dfdbc-e6e0-4c56-a55d-94bb8752a835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8513241'] for port, after_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:46.679202 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761dfdbc-e6e0-4c56-a55d-94bb8752a835 service neutron] Pushing event updated for resources: {'Port': ['ID=6ddcf384-7e52-4a1d-a97b-2e55fe87619d,revision_number=2']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:01:46.747331 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.managers [req-136cdbb8-d7f7-4574-9a92-9e2d8776d613 req-761dfdbc-e6e0-4c56-a55d-94bb8752a835 service neutron] Attempting to bind port 6ddcf384-7e52-4a1d-a97b-2e55fe87619d on host hv-cinder-75994 for vnic_type normal with profile {{(pid=93259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 05:01:46.747665 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.managers [req-136cdbb8-d7f7-4574-9a92-9e2d8776d613 req-761dfdbc-e6e0-4c56-a55d-94bb8752a835 service neutron] Attempting to bind port 6ddcf384-7e52-4a1d-a97b-2e55fe87619d by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': '93275829-178b-4de5-a6c7-b3a1399ec9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e2236fdd-cbbb-40e4-b56e-2342c8754c90'}] {{(pid=93259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 05:01:46.747994 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136cdbb8-d7f7-4574-9a92-9e2d8776d613 req-761dfdbc-e6e0-4c56-a55d-94bb8752a835 service neutron] Attempting to bind port 6ddcf384-7e52-4a1d-a97b-2e55fe87619d on network e2236fdd-cbbb-40e4-b56e-2342c8754c90 {{(pid=93259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 05:01:46.753082 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136cdbb8-d7f7-4574-9a92-9e2d8776d613 req-761dfdbc-e6e0-4c56-a55d-94bb8752a835 service neutron] Port 6ddcf384-7e52-4a1d-a97b-2e55fe87619d on network e2236fdd-cbbb-40e4-b56e-2342c8754c90 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=93259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 05:01:46.753396 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136cdbb8-d7f7-4574-9a92-9e2d8776d613 req-761dfdbc-e6e0-4c56-a55d-94bb8752a835 service neutron] Attempting to bind port 6ddcf384-7e52-4a1d-a97b-2e55fe87619d on network e2236fdd-cbbb-40e4-b56e-2342c8754c90 {{(pid=93259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 05:01:46.759224 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136cdbb8-d7f7-4574-9a92-9e2d8776d613 req-761dfdbc-e6e0-4c56-a55d-94bb8752a835 service neutron] Checking agent: {'id': '5f67c77d-38b5-4515-b30f-34d5315bdd9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 53, 29), 'started_at': datetime.datetime(2021, 8, 7, 4, 53, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 5, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 05:01:46.759620 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136cdbb8-d7f7-4574-9a92-9e2d8776d613 req-761dfdbc-e6e0-4c56-a55d-94bb8752a835 service neutron] Checking segment: {'id': '93275829-178b-4de5-a6c7-b3a1399ec9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e2236fdd-cbbb-40e4-b56e-2342c8754c90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 05:01:46.760324 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136cdbb8-d7f7-4574-9a92-9e2d8776d613 req-761dfdbc-e6e0-4c56-a55d-94bb8752a835 service neutron] Bound using segment: {'id': '93275829-178b-4de5-a6c7-b3a1399ec9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e2236fdd-cbbb-40e4-b56e-2342c8754c90'} {{(pid=93259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 05:01:46.760579 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.managers [req-136cdbb8-d7f7-4574-9a92-9e2d8776d613 req-761dfdbc-e6e0-4c56-a55d-94bb8752a835 service neutron] Bound port: 6ddcf384-7e52-4a1d-a97b-2e55fe87619d, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93275829-178b-4de5-a6c7-b3a1399ec9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e2236fdd-cbbb-40e4-b56e-2342c8754c90'}}] {{(pid=93259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 05:01:46.761061 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-136cdbb8-d7f7-4574-9a92-9e2d8776d613 req-761dfdbc-e6e0-4c56-a55d-94bb8752a835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:46.832168 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.db [req-136cdbb8-d7f7-4574-9a92-9e2d8776d613 req-761dfdbc-e6e0-4c56-a55d-94bb8752a835 service neutron] For port 6ddcf384-7e52-4a1d-a97b-2e55fe87619d, host hv-cinder-75994, cleared binding levels {{(pid=93259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 05:01:46.835488 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.db [req-136cdbb8-d7f7-4574-9a92-9e2d8776d613 req-761dfdbc-e6e0-4c56-a55d-94bb8752a835 service neutron] For port 6ddcf384-7e52-4a1d-a97b-2e55fe87619d, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=6ddcf384-7e52-4a1d-a97b-2e55fe87619d,segment=NetworkSegment(93275829-178b-4de5-a6c7-b3a1399ec9f6),segment_id=93275829-178b-4de5-a6c7-b3a1399ec9f6)] {{(pid=93259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 05:01:46.840468 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-136cdbb8-d7f7-4574-9a92-9e2d8776d613 req-761dfdbc-e6e0-4c56-a55d-94bb8752a835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8513241'] for port, after_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:46.884704 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136cdbb8-d7f7-4574-9a92-9e2d8776d613 req-761dfdbc-e6e0-4c56-a55d-94bb8752a835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:46.885317 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-136cdbb8-d7f7-4574-9a92-9e2d8776d613 req-761dfdbc-e6e0-4c56-a55d-94bb8752a835 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77622'] for port, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:46.886755 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-136cdbb8-d7f7-4574-9a92-9e2d8776d613 req-761dfdbc-e6e0-4c56-a55d-94bb8752a835 service neutron] 10.222.0.43 "PUT /v2.0/ports/6ddcf384-7e52-4a1d-a97b-2e55fe87619d HTTP/1.1" status: 200 len: 1094 time: 0.6073759 Aug 07 05:01:46.887205 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2157fc0b-e935-49d9-bd9c-6c6383ad0d51', 'tag': '6ddcf384-7e52-4a1d-a97b-2e55fe87619d'}] {{(pid=93259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 05:01:46.888593 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f210092-c455-49b3-9d3c-e8871b8909e0 req-bbf58c77-e1fd-47cf-8bb8-f91ab17258e1 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:46.889481 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2475665ef9a7cb8741e3251ff967df6d1dd3d3eb822c2e36b28ddc32d9da7eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f619ae-522b-4f6e-ab90-b5768db903c6" -d '{"events": [{"name": "network-changed", "server_uuid": "2157fc0b-e935-49d9-bd9c-6c6383ad0d51", "tag": "6ddcf384-7e52-4a1d-a97b-2e55fe87619d"}]}' {{(pid=93259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 05:01:46.890291 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-0f210092-c455-49b3-9d3c-e8871b8909e0 req-bbf58c77-e1fd-47cf-8bb8-f91ab17258e1 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/ports?device_id=2157fc0b-e935-49d9-bd9c-6c6383ad0d51 HTTP/1.1" status: 200 len: 944 time: 0.0647330 Aug 07 05:01:46.930055 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761dfdbc-e6e0-4c56-a55d-94bb8752a835 service neutron] Pushing event updated for resources: {'Port': ['ID=6ddcf384-7e52-4a1d-a97b-2e55fe87619d,revision_number=3']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:01:46.936076 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 05:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be40f913-afdd-4e52-ad6a-43f42b3b186c x-openstack-request-id: req-be40f913-afdd-4e52-ad6a-43f42b3b186c {{(pid=93259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 05:01:46.941616 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2157fc0b-e935-49d9-bd9c-6c6383ad0d51", "tag": "6ddcf384-7e52-4a1d-a97b-2e55fe87619d", "status": "completed", "code": 200}]} {{(pid=93259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 05:01:46.941616 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-be40f913-afdd-4e52-ad6a-43f42b3b186c {{(pid=93259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 05:01:46.941616 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2157fc0b-e935-49d9-bd9c-6c6383ad0d51', 'tag': '6ddcf384-7e52-4a1d-a97b-2e55fe87619d', 'status': 'completed', 'code': 200} Aug 07 05:01:46.942850 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-0f210092-c455-49b3-9d3c-e8871b8909e0 req-b946b8c8-2d28-4f81-bf1a-e58d065919fa tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/security-groups?id=659fd129-d5bf-474b-8b6e-a2200d7d23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409203 Aug 07 05:01:46.985636 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136cdbb8-d7f7-4574-9a92-9e2d8776d613 req-3719c215-865a-4960-810c-b54764c2ddd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:46.987219 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-136cdbb8-d7f7-4574-9a92-9e2d8776d613 req-3719c215-865a-4960-810c-b54764c2ddd2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=586722b7cf4644f5aa0e35a259ed4923&device_id=2157fc0b-e935-49d9-bd9c-6c6383ad0d51 HTTP/1.1" status: 200 len: 1097 time: 0.0422559 Aug 07 05:01:47.030837 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-136cdbb8-d7f7-4574-9a92-9e2d8776d613 req-a9b51fb6-66d5-4a7a-838f-67784664b473 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ddcf384-7e52-4a1d-a97b-2e55fe87619d HTTP/1.1" status: 200 len: 217 time: 0.0346334 Aug 07 05:01:47.088611 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136cdbb8-d7f7-4574-9a92-9e2d8776d613 req-1fff0ab5-5adc-4055-9a44-743148939e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:47.089612 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-136cdbb8-d7f7-4574-9a92-9e2d8776d613 req-1fff0ab5-5adc-4055-9a44-743148939e95 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dff2e9cf-f131-4afe-a4c7-2f44ff88253f HTTP/1.1" status: 200 len: 854 time: 0.0479493 Aug 07 05:01:47.123777 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-136cdbb8-d7f7-4574-9a92-9e2d8776d613 req-0e5bfeeb-2a0f-4840-b0d5-dd74e9c5dc51 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e2236fdd-cbbb-40e4-b56e-2342c8754c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250037 Aug 07 05:01:47.214650 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-136cdbb8-d7f7-4574-9a92-9e2d8776d613 req-18db1610-0eaa-40e2-81ba-d15248b95bdd service neutron] 10.222.0.43 "GET /v2.0/networks/e2236fdd-cbbb-40e4-b56e-2342c8754c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831349 Aug 07 05:01:47.310720 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-136cdbb8-d7f7-4574-9a92-9e2d8776d613 req-7a0310e3-3881-499c-9ca5-3dec9c9f0949 service neutron] 10.222.0.43 "GET /v2.0/networks/e2236fdd-cbbb-40e4-b56e-2342c8754c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879331 Aug 07 05:01:47.401203 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f619ae-522b-4f6e-ab90-b5768db903c6 req-68aed5eb-a26b-4acb-94d8-2ece7744af76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:47.402755 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-c2f619ae-522b-4f6e-ab90-b5768db903c6 req-68aed5eb-a26b-4acb-94d8-2ece7744af76 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=586722b7cf4644f5aa0e35a259ed4923&device_id=2157fc0b-e935-49d9-bd9c-6c6383ad0d51 HTTP/1.1" status: 200 len: 1097 time: 0.0423188 Aug 07 05:01:47.515987 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f619ae-522b-4f6e-ab90-b5768db903c6 req-53dc135f-936f-45bc-8edd-8046b685ac17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:47.517375 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-c2f619ae-522b-4f6e-ab90-b5768db903c6 req-53dc135f-936f-45bc-8edd-8046b685ac17 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e2236fdd-cbbb-40e4-b56e-2342c8754c90 HTTP/1.1" status: 200 len: 915 time: 0.0970378 Aug 07 05:01:47.559815 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-c2f619ae-522b-4f6e-ab90-b5768db903c6 req-90ce6d28-4dfe-48c0-9ae7-5158b762cf6d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ddcf384-7e52-4a1d-a97b-2e55fe87619d HTTP/1.1" status: 200 len: 217 time: 0.0342700 Aug 07 05:01:47.611739 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f619ae-522b-4f6e-ab90-b5768db903c6 req-55742272-8fe8-41b8-9355-28b843dc1dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:47.613207 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-c2f619ae-522b-4f6e-ab90-b5768db903c6 req-55742272-8fe8-41b8-9355-28b843dc1dab service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dff2e9cf-f131-4afe-a4c7-2f44ff88253f HTTP/1.1" status: 200 len: 854 time: 0.0453305 Aug 07 05:01:47.645428 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-c2f619ae-522b-4f6e-ab90-b5768db903c6 req-ce7a69fa-5451-4b72-97e4-2dd7ce4cf61d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e2236fdd-cbbb-40e4-b56e-2342c8754c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248988 Aug 07 05:01:47.744220 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-c2f619ae-522b-4f6e-ab90-b5768db903c6 req-18f191c6-e58e-4744-9f84-356da0e9ee83 service neutron] 10.222.0.43 "GET /v2.0/networks/e2236fdd-cbbb-40e4-b56e-2342c8754c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905383 Aug 07 05:01:47.835342 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-c2f619ae-522b-4f6e-ab90-b5768db903c6 req-97675906-5fe8-49ba-85f2-3801930c6e0c service neutron] 10.222.0.43 "GET /v2.0/networks/e2236fdd-cbbb-40e4-b56e-2342c8754c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796542 Aug 07 05:01:48.065835 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468bc2f6-a2e6-4c17-9906-90e77a337557 req-bb48c61a-5c8a-4167-8b1b-bf308a0ea6c3 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:48.067377 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-468bc2f6-a2e6-4c17-9906-90e77a337557 req-bb48c61a-5c8a-4167-8b1b-bf308a0ea6c3 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/ports?device_id=2157fc0b-e935-49d9-bd9c-6c6383ad0d51 HTTP/1.1" status: 200 len: 944 time: 0.0547583 Aug 07 05:01:48.106619 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-468bc2f6-a2e6-4c17-9906-90e77a337557 req-16d8ab8d-e62d-4b9f-9d1d-c2a53e8b5ccc tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/security-groups?id=659fd129-d5bf-474b-8b6e-a2200d7d23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332410 Aug 07 05:01:48.533525 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device 6ddcf384-7e52-4a1d-a97b-2e55fe87619d details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=93261) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 05:01:48.639713 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] For port 6ddcf384-7e52-4a1d-a97b-2e55fe87619d, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=6ddcf384-7e52-4a1d-a97b-2e55fe87619d,segment=NetworkSegment(93275829-178b-4de5-a6c7-b3a1399ec9f6),segment_id=93275829-178b-4de5-a6c7-b3a1399ec9f6)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:01:48.651616 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Returning: {'device': '6ddcf384-7e52-4a1d-a97b-2e55fe87619d', 'network_id': 'e2236fdd-cbbb-40e4-b56e-2342c8754c90', 'port_id': '6ddcf384-7e52-4a1d-a97b-2e55fe87619d', 'mac_address': 'fa:16:3e:c9:88:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dff2e9cf-f131-4afe-a4c7-2f44ff88253f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93261) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 05:01:48.688928 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:48.700981 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.notifiers.nova [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ddcf384-7e52-4a1d-a97b-2e55fe87619d {{(pid=93261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 05:01:48.721476 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] For port 6ddcf384-7e52-4a1d-a97b-2e55fe87619d, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=6ddcf384-7e52-4a1d-a97b-2e55fe87619d,segment=NetworkSegment(93275829-178b-4de5-a6c7-b3a1399ec9f6),segment_id=93275829-178b-4de5-a6c7-b3a1399ec9f6)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:01:48.726154 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:48.778317 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Pushing event updated for resources: {'Port': ['ID=6ddcf384-7e52-4a1d-a97b-2e55fe87619d,revision_number=4']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:01:48.786286 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:01:48.786551 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:01:48.786886 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:01:48.787215 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:01:48.787543 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:01:48.787869 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:01:48.788190 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:01:48.788513 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:01:48.788835 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:01:48.789153 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:01:48.789471 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:01:48.789785 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:01:49.026727 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] get_ports_and_sgs() called for port_ids ['6ddcf384-7e52-4a1d-a97b-2e55fe87619d'] {{(pid=93261) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 05:01:49.235809 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487aad4e-435c-4ffa-b3a8-e478940f653d req-ce0120f0-836b-4b5d-b735-18ee8b4c254e tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:49.237440 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-487aad4e-435c-4ffa-b3a8-e478940f653d req-ce0120f0-836b-4b5d-b735-18ee8b4c254e tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/ports?device_id=2157fc0b-e935-49d9-bd9c-6c6383ad0d51 HTTP/1.1" status: 200 len: 945 time: 0.0608640 Aug 07 05:01:49.278952 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-487aad4e-435c-4ffa-b3a8-e478940f653d req-7e2b5eb5-bf3c-4d54-9186-8ecbec52f05f tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/security-groups?id=659fd129-d5bf-474b-8b6e-a2200d7d23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350573 Aug 07 05:01:50.399012 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc176fd2-b197-4e58-9142-672b427fd6aa req-b9b78846-0db6-43f6-8910-6f9fd08632ac tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:50.400444 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-dc176fd2-b197-4e58-9142-672b427fd6aa req-b9b78846-0db6-43f6-8910-6f9fd08632ac tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/ports?device_id=2157fc0b-e935-49d9-bd9c-6c6383ad0d51 HTTP/1.1" status: 200 len: 945 time: 0.0511546 Aug 07 05:01:50.442774 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-dc176fd2-b197-4e58-9142-672b427fd6aa req-55552493-34be-4e68-a599-0cdecde0c17f tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/security-groups?id=659fd129-d5bf-474b-8b6e-a2200d7d23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356646 Aug 07 05:01:50.552683 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device 6ddcf384-7e52-4a1d-a97b-2e55fe87619d up at agent hyperv_hv-cinder-75994 {{(pid=93261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 05:01:50.610316 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Provisioning for port 6ddcf384-7e52-4a1d-a97b-2e55fe87619d completed by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 05:01:50.615188 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Provisioning complete for port 6ddcf384-7e52-4a1d-a97b-2e55fe87619d triggered by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 05:01:50.615602 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:50.699833 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:50.726825 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2157fc0b-e935-49d9-bd9c-6c6383ad0d51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ddcf384-7e52-4a1d-a97b-2e55fe87619d'}] {{(pid=93261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 05:01:50.729269 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5d2cee0e1396f99553e356b0c4b33bfeaec0d7e5dcff0a4dea0c896a01c358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0679734-57cd-48a3-b8d9-366f47457bc0" -d '{"events": [{"server_uuid": "2157fc0b-e935-49d9-bd9c-6c6383ad0d51", "name": "network-vif-plugged", "status": "completed", "tag": "6ddcf384-7e52-4a1d-a97b-2e55fe87619d"}]}' {{(pid=93261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 05:01:50.752569 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] For port 6ddcf384-7e52-4a1d-a97b-2e55fe87619d, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=6ddcf384-7e52-4a1d-a97b-2e55fe87619d,segment=NetworkSegment(93275829-178b-4de5-a6c7-b3a1399ec9f6),segment_id=93275829-178b-4de5-a6c7-b3a1399ec9f6)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:01:50.758194 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:50.795575 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 05:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ecd3afa-382e-4cba-af95-3c2d218767ad x-openstack-request-id: req-1ecd3afa-382e-4cba-af95-3c2d218767ad {{(pid=93261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 05:01:50.795971 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2157fc0b-e935-49d9-bd9c-6c6383ad0d51", "name": "network-vif-plugged", "status": "completed", "tag": "6ddcf384-7e52-4a1d-a97b-2e55fe87619d", "code": 200}]} {{(pid=93261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 05:01:50.796187 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1ecd3afa-382e-4cba-af95-3c2d218767ad {{(pid=93261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 05:01:50.796731 dv-cinder-759943-8-iscsi neutron-server[93261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2157fc0b-e935-49d9-bd9c-6c6383ad0d51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ddcf384-7e52-4a1d-a97b-2e55fe87619d', 'code': 200} Aug 07 05:01:50.843383 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Pushing event updated for resources: {'Port': ['ID=6ddcf384-7e52-4a1d-a97b-2e55fe87619d,revision_number=5']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:01:50.974542 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1e6c5-3037-466d-b86b-a5d08692f41c req-32d1a3ae-7d13-4f5e-8dcf-39595fe1d286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:50.975983 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-97a1e6c5-3037-466d-b86b-a5d08692f41c req-32d1a3ae-7d13-4f5e-8dcf-39595fe1d286 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2157fc0b-e935-49d9-bd9c-6c6383ad0d51 HTTP/1.1" status: 200 len: 1099 time: 0.0432956 Aug 07 05:01:51.024445 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-97a1e6c5-3037-466d-b86b-a5d08692f41c req-d647c7cd-9f91-4828-b965-fec89473d12a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=659fd129-d5bf-474b-8b6e-a2200d7d23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328376 Aug 07 05:01:51.579522 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920549e4-e158-4413-b248-5aca71b96eaf req-5185833e-8c10-4eb4-8d78-2054d8c13dbf tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:51.582104 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-920549e4-e158-4413-b248-5aca71b96eaf req-5185833e-8c10-4eb4-8d78-2054d8c13dbf tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/ports?device_id=2157fc0b-e935-49d9-bd9c-6c6383ad0d51 HTTP/1.1" status: 200 len: 946 time: 0.0663323 Aug 07 05:01:51.623684 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-920549e4-e158-4413-b248-5aca71b96eaf req-0723c480-d13e-44cb-ad9a-3ad58ec6dea5 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/security-groups?id=659fd129-d5bf-474b-8b6e-a2200d7d23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352437 Aug 07 05:01:52.757491 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04291328-17f8-465c-adfd-6426cdcc632d req-ae9c3d6a-35e5-4aba-90e0-5848c697c0c3 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:01:52.759245 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-04291328-17f8-465c-adfd-6426cdcc632d req-ae9c3d6a-35e5-4aba-90e0-5848c697c0c3 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/ports?device_id=2157fc0b-e935-49d9-bd9c-6c6383ad0d51 HTTP/1.1" status: 200 len: 946 time: 0.0566959 Aug 07 05:01:52.802725 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-04291328-17f8-465c-adfd-6426cdcc632d req-7cc1cc9b-a1f2-4918-ac15-c93c13a08b1d tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/security-groups?id=659fd129-d5bf-474b-8b6e-a2200d7d23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364890 Aug 07 05:01:56.789415 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-29093afc-0c10-488a-b62c-dccfc9b27424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:58.656652 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.agents_db [None req-236ba2d6-2b68-46f9-96aa-64978379ec1a None None] Agent healthcheck: found 6 active agents {{(pid=93262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 05:01:59.343579 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:59.692179 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-113560c5-ae8d-41bc-809b-f6d08cf4d72d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:01:59.714700 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:00.750320 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-f79f476c-1ac6-45f4-a536-05d31601a6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:01.638356 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ca9ece-9280-40cf-8fd4-71866adc17e4 req-0887bcdb-998e-4a5b-b6ba-c96d11069741 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:01.640241 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-21ca9ece-9280-40cf-8fd4-71866adc17e4 req-0887bcdb-998e-4a5b-b6ba-c96d11069741 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=a075a532-a14b-4220-b5be-f7ea0eed4fc6 HTTP/1.1" status: 200 len: 946 time: 0.0527542 Aug 07 05:02:01.683659 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-21ca9ece-9280-40cf-8fd4-71866adc17e4 req-9f0b43e1-bddd-48b8-abd7-e12c2efb59e9 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c466296-861b-46b3-ac81-a26626c817f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373027 Aug 07 05:02:02.532278 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-fe46c1f5-d46f-4bdc-a2a5-961a9e169c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:02.831729 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2f41d2-6456-4df4-9eea-4eadd8af562e req-687501ad-15af-48dc-92c8-630b04662ec9 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:02.833198 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-7a2f41d2-6456-4df4-9eea-4eadd8af562e req-687501ad-15af-48dc-92c8-630b04662ec9 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=a075a532-a14b-4220-b5be-f7ea0eed4fc6 HTTP/1.1" status: 200 len: 946 time: 0.0580916 Aug 07 05:02:02.873137 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-7a2f41d2-6456-4df4-9eea-4eadd8af562e req-a42feab9-9242-4109-953d-5db757b8e3c1 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c466296-861b-46b3-ac81-a26626c817f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337024 Aug 07 05:02:03.253392 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5558c887-d199-4dfd-ba3c-e2517e3bb49c req-6acf9f62-0ece-4995-899b-6facc8cd058d tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:03.255022 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-5558c887-d199-4dfd-ba3c-e2517e3bb49c req-6acf9f62-0ece-4995-899b-6facc8cd058d tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.43 "GET /v2.0/ports?device_id=a075a532-a14b-4220-b5be-f7ea0eed4fc6 HTTP/1.1" status: 200 len: 946 time: 0.0482440 Aug 07 05:02:03.354799 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.plugin [req-5558c887-d199-4dfd-ba3c-e2517e3bb49c req-0b61dc33-b985-4dfb-8425-de8d606f3408 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Deleting port bd636543-d125-4207-9b34-9d5eae7c5345 {{(pid=93259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:02:03.355000 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-5558c887-d199-4dfd-ba3c-e2517e3bb49c req-0b61dc33-b985-4dfb-8425-de8d606f3408 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768807591985'] for port, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:03.441735 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.db [req-5558c887-d199-4dfd-ba3c-e2517e3bb49c req-0b61dc33-b985-4dfb-8425-de8d606f3408 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] For port bd636543-d125-4207-9b34-9d5eae7c5345, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=bd636543-d125-4207-9b34-9d5eae7c5345,segment=NetworkSegment(5c4cc400-a497-44e6-be97-a3f4f6364da8),segment_id=5c4cc400-a497-44e6-be97-a3f4f6364da8)] {{(pid=93259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:02:03.442123 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-5558c887-d199-4dfd-ba3c-e2517e3bb49c req-0b61dc33-b985-4dfb-8425-de8d606f3408 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769206'] for port, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:03.608272 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-5558c887-d199-4dfd-ba3c-e2517e3bb49c req-0b61dc33-b985-4dfb-8425-de8d606f3408 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:03.608782 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-5558c887-d199-4dfd-ba3c-e2517e3bb49c req-0b61dc33-b985-4dfb-8425-de8d606f3408 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-766596'] for floatingip, after_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:03.609188 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.db.l3_db [req-5558c887-d199-4dfd-ba3c-e2517e3bb49c req-0b61dc33-b985-4dfb-8425-de8d606f3408 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Floating IP 1c8435db-124b-465d-a949-5df2cb502d1b disassociated. External IP: 172.27.1.93, port: bd636543-d125-4207-9b34-9d5eae7c5345. Aug 07 05:02:03.609561 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.plugin [req-5558c887-d199-4dfd-ba3c-e2517e3bb49c req-0b61dc33-b985-4dfb-8425-de8d606f3408 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Calling delete_port for bd636543-d125-4207-9b34-9d5eae7c5345 owned by compute:nova {{(pid=93259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:02:03.840256 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9451b22-3c02-43ba-bb73-4c0d89b464bd req-e9c1d546-7dec-4fb7-b98e-0d962abb4a8a tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:03.841863 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-e9451b22-3c02-43ba-bb73-4c0d89b464bd req-e9c1d546-7dec-4fb7-b98e-0d962abb4a8a tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/networks?id=e2236fdd-cbbb-40e4-b56e-2342c8754c90 HTTP/1.1" status: 200 len: 814 time: 0.1118901 Aug 07 05:02:03.858675 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-e9451b22-3c02-43ba-bb73-4c0d89b464bd req-db80444c-1c60-48e3-aad9-4b78d4572e65 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/quotas/586722b7cf4644f5aa0e35a259ed4923 HTTP/1.1" status: 200 len: 375 time: 0.0099623 Aug 07 05:02:03.921322 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-e9451b22-3c02-43ba-bb73-4c0d89b464bd req-2acfa668-bfc6-4864-a15e-2270b5fd60b7 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=586722b7cf4644f5aa0e35a259ed4923&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0515008 Aug 07 05:02:04.029782 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-e9451b22-3c02-43ba-bb73-4c0d89b464bd req-a25e518a-efeb-4c53-aa1f-5708510c5c4b service neutron] 10.222.0.13 "GET /v2.0/networks/e2236fdd-cbbb-40e4-b56e-2342c8754c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004040 Aug 07 05:02:04.037062 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1bccaa-3648-43cb-8b4e-5860d08954b7 req-262ab9de-c445-4633-8656-2faa66dcdf4c tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:04.038630 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-cb1bccaa-3648-43cb-8b4e-5860d08954b7 req-262ab9de-c445-4633-8656-2faa66dcdf4c tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/ports?device_id=a075a532-a14b-4220-b5be-f7ea0eed4fc6 HTTP/1.1" status: 200 len: 946 time: 0.0918989 Aug 07 05:02:04.039874 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-5558c887-d199-4dfd-ba3c-e2517e3bb49c req-0b61dc33-b985-4dfb-8425-de8d606f3408 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768807598987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768807127278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513232'] for port, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:04.088588 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b61dc33-b985-4dfb-8425-de8d606f3408 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Pushing event deleted for resources: {'Port': ['ID=bd636543-d125-4207-9b34-9d5eae7c5345,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:02:04.147670 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-e9451b22-3c02-43ba-bb73-4c0d89b464bd req-5a3df4c7-7122-44e6-be12-9d017475e0a5 service neutron] 10.222.0.13 "GET /v2.0/networks/e2236fdd-cbbb-40e4-b56e-2342c8754c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085742 Aug 07 05:02:04.163790 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-cb1bccaa-3648-43cb-8b4e-5860d08954b7 req-1e665962-68a9-427a-94e8-43de8d5f127a tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups?id=0c466296-861b-46b3-ac81-a26626c817f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166723 Aug 07 05:02:04.226835 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5558c887-d199-4dfd-ba3c-e2517e3bb49c req-0b61dc33-b985-4dfb-8425-de8d606f3408 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Router 762172fc-738d-4243-9950-17f35ba99456 has already been hosted by L3 agent c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6 {{(pid=93259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 05:02:04.381139 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-4a6f9a17-031d-48c1-9485-592b38a35be3 req-cea53a5c-5622-4017-87c8-5c17d261323e tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/ports?device_id=893c1cf2-78e0-4b5a-815b-3f61572becf3 HTTP/1.1" status: 200 len: 210 time: 0.0479047 Aug 07 05:02:04.407905 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5558c887-d199-4dfd-ba3c-e2517e3bb49c req-0b61dc33-b985-4dfb-8425-de8d606f3408 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify agent at l3_agent.dv-cinder-759943-8-iscsi the message routers_updated {{(pid=93259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 05:02:04.420085 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b666be-50fa-40d5-b047-0f3dc8a8adfe None None] Sync routers for ids ['762172fc-738d-4243-9950-17f35ba99456'] in dv-cinder-759943-8-iscsi {{(pid=93262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 05:02:04.431375 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b666be-50fa-40d5-b047-0f3dc8a8adfe None None] Routers {'762172fc-738d-4243-9950-17f35ba99456'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:02:04.431870 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_hamode_db [None req-07b666be-50fa-40d5-b047-0f3dc8a8adfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T05:02:00Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['762172fc-738d-4243-9950-17f35ba99456'], 'active': True} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:02:04.466213 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.l3_dvrscheduler_db [req-5558c887-d199-4dfd-ba3c-e2517e3bb49c req-0b61dc33-b985-4dfb-8425-de8d606f3408 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] No DVR routers for this DVR port bd636543-d125-4207-9b34-9d5eae7c5345 on host hv-cinder-75994 {{(pid=93259) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 05:02:04.474001 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-5558c887-d199-4dfd-ba3c-e2517e3bb49c req-0b61dc33-b985-4dfb-8425-de8d606f3408 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77622'] for port, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:04.476428 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-5558c887-d199-4dfd-ba3c-e2517e3bb49c req-0b61dc33-b985-4dfb-8425-de8d606f3408 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.43 "DELETE /v2.0/ports/bd636543-d125-4207-9b34-9d5eae7c5345 HTTP/1.1" status: 204 len: 173 time: 1.2150126 Aug 07 05:02:04.476761 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a075a532-a14b-4220-b5be-f7ea0eed4fc6', 'name': 'network-vif-deleted', 'tag': 'bd636543-d125-4207-9b34-9d5eae7c5345'}] {{(pid=93259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 05:02:04.479347 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2475665ef9a7cb8741e3251ff967df6d1dd3d3eb822c2e36b28ddc32d9da7eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-211ecb62-4198-4325-9974-27a12ac955d4" -d '{"events": [{"server_uuid": "a075a532-a14b-4220-b5be-f7ea0eed4fc6", "name": "network-vif-deleted", "tag": "bd636543-d125-4207-9b34-9d5eae7c5345"}]}' {{(pid=93259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 05:02:04.528665 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 05:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb6df72-3e5b-48a3-9b19-d99d72601a35 x-openstack-request-id: req-8bb6df72-3e5b-48a3-9b19-d99d72601a35 {{(pid=93259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 05:02:04.528979 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a075a532-a14b-4220-b5be-f7ea0eed4fc6", "name": "network-vif-deleted", "tag": "bd636543-d125-4207-9b34-9d5eae7c5345", "status": "completed", "code": 200}]} {{(pid=93259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 05:02:04.529237 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8bb6df72-3e5b-48a3-9b19-d99d72601a35 {{(pid=93259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 05:02:04.529649 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a075a532-a14b-4220-b5be-f7ea0eed4fc6', 'name': 'network-vif-deleted', 'tag': 'bd636543-d125-4207-9b34-9d5eae7c5345', 'status': 'completed', 'code': 200} Aug 07 05:02:04.606005 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvr_db [None req-07b666be-50fa-40d5-b047-0f3dc8a8adfe None None] Set router 762172fc-738d-4243-9950-17f35ba99456 gateway port host: dv-cinder-759943-8-iscsi {{(pid=93262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:02:04.921378 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_hamode_db [None req-07b666be-50fa-40d5-b047-0f3dc8a8adfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '762172fc-738d-4243-9950-17f35ba99456', 'name': 'tempest-AttachVolumeShelveTestJSON-1472397642-router', 'tenant_id': 'ca9c8154dc664b57bc9452622c79c0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'fd97dedb-78a5-4afc-815f-329423685cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:55:04Z', 'updated_at': '2021-08-07T04:55:12Z', 'revision_number': 4, 'project_id': 'ca9c8154dc664b57bc9452622c79c0c6', 'gw_port': {'id': 'fd97dedb-78a5-4afc-815f-329423685cdd', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762172fc-738d-4243-9950-17f35ba99456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:55:05Z', 'updated_at': '2021-08-07T04:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi', '_interfaces': [{'id': '1990d296-8664-4180-8bb3-b05b52769239', 'name': '', 'network_id': '4c392ea1-f973-4e27-8c93-9da70b5eee3e', 'tenant_id': 'ca9c8154dc664b57bc9452622c79c0c6', 'mac_address': 'fa:16:3e:08:a1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762172fc-738d-4243-9950-17f35ba99456', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c03fc84b-f6fc-4f24-bb48-576f621db152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:55:11Z', 'updated_at': '2021-08-07T04:55:21Z', 'revision_number': 5, 'project_id': 'ca9c8154dc664b57bc9452622c79c0c6', 'subnets': [{'id': 'c03fc84b-f6fc-4f24-bb48-576f621db152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:02:04.948008 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b666be-50fa-40d5-b047-0f3dc8a8adfe None None] Checking router: 762172fc-738d-4243-9950-17f35ba99456 for host: dv-cinder-759943-8-iscsi {{(pid=93262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 05:02:04.957832 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b666be-50fa-40d5-b047-0f3dc8a8adfe None None] Routers {'762172fc-738d-4243-9950-17f35ba99456'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:02:04.958481 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_hamode_db [None req-07b666be-50fa-40d5-b047-0f3dc8a8adfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T05:02:00Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['762172fc-738d-4243-9950-17f35ba99456'], 'active': True} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:02:05.072448 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvr_db [None req-07b666be-50fa-40d5-b047-0f3dc8a8adfe None None] Set router 762172fc-738d-4243-9950-17f35ba99456 gateway port host: dv-cinder-759943-8-iscsi {{(pid=93262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:02:05.256768 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 43646) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:02:05.292879 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_hamode_db [None req-07b666be-50fa-40d5-b047-0f3dc8a8adfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '762172fc-738d-4243-9950-17f35ba99456', 'name': 'tempest-AttachVolumeShelveTestJSON-1472397642-router', 'tenant_id': 'ca9c8154dc664b57bc9452622c79c0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'fd97dedb-78a5-4afc-815f-329423685cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:55:04Z', 'updated_at': '2021-08-07T04:55:12Z', 'revision_number': 4, 'project_id': 'ca9c8154dc664b57bc9452622c79c0c6', 'gw_port': {'id': 'fd97dedb-78a5-4afc-815f-329423685cdd', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762172fc-738d-4243-9950-17f35ba99456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:55:05Z', 'updated_at': '2021-08-07T04:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi', '_interfaces': [{'id': '1990d296-8664-4180-8bb3-b05b52769239', 'name': '', 'network_id': '4c392ea1-f973-4e27-8c93-9da70b5eee3e', 'tenant_id': 'ca9c8154dc664b57bc9452622c79c0c6', 'mac_address': 'fa:16:3e:08:a1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762172fc-738d-4243-9950-17f35ba99456', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c03fc84b-f6fc-4f24-bb48-576f621db152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:55:11Z', 'updated_at': '2021-08-07T04:55:21Z', 'revision_number': 5, 'project_id': 'ca9c8154dc664b57bc9452622c79c0c6', 'subnets': [{'id': 'c03fc84b-f6fc-4f24-bb48-576f621db152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:02:05.323992 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-adb1a0a1-a34c-41ed-9ee4-8a3e043a0114 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks [] for security_group, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:05.328071 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b666be-50fa-40d5-b047-0f3dc8a8adfe None None] The sync data for ids ['762172fc-738d-4243-9950-17f35ba99456'] in dv-cinder-759943-8-iscsi is: [{'id': '762172fc-738d-4243-9950-17f35ba99456', 'name': 'tempest-AttachVolumeShelveTestJSON-1472397642-router', 'tenant_id': 'ca9c8154dc664b57bc9452622c79c0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'fd97dedb-78a5-4afc-815f-329423685cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:55:04Z', 'updated_at': '2021-08-07T04:55:12Z', 'revision_number': 4, 'project_id': 'ca9c8154dc664b57bc9452622c79c0c6', 'gw_port': {'id': 'fd97dedb-78a5-4afc-815f-329423685cdd', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762172fc-738d-4243-9950-17f35ba99456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:55:05Z', 'updated_at': '2021-08-07T04:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi', '_interfaces': [{'id': '1990d296-8664-4180-8bb3-b05b52769239', 'name': '', 'network_id': '4c392ea1-f973-4e27-8c93-9da70b5eee3e', 'tenant_id': 'ca9c8154dc664b57bc9452622c79c0c6', 'mac_address': 'fa:16:3e:08:a1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762172fc-738d-4243-9950-17f35ba99456', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c03fc84b-f6fc-4f24-bb48-576f621db152', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:55:11Z', 'updated_at': '2021-08-07T04:55:21Z', 'revision_number': 5, 'project_id': 'ca9c8154dc664b57bc9452622c79c0c6', 'subnets': [{'id': 'c03fc84b-f6fc-4f24-bb48-576f621db152', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 05:02:05.354583 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-adb1a0a1-a34c-41ed-9ee4-8a3e043a0114 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:05.445309 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-adb1a0a1-a34c-41ed-9ee4-8a3e043a0114 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:05.448547 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-adb1a0a1-a34c-41ed-9ee4-8a3e043a0114 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks [] for security_group, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:05.449809 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-adb1a0a1-a34c-41ed-9ee4-8a3e043a0114 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "DELETE /v2.0/security-groups/0c466296-861b-46b3-ac81-a26626c817f0 HTTP/1.1" status: 204 len: 168 time: 0.1918921 Aug 07 05:02:05.461457 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 43650) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:02:05.462436 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb1a0a1-a34c-41ed-9ee4-8a3e043a0114 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c466296-861b-46b3-ac81-a26626c817f0,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:02:05.484085 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb1a0a1-a34c-41ed-9ee4-8a3e043a0114 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:02:05.484771 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb1a0a1-a34c-41ed-9ee4-8a3e043a0114 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:02:05.485423 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb1a0a1-a34c-41ed-9ee4-8a3e043a0114 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:02:05.486048 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb1a0a1-a34c-41ed-9ee4-8a3e043a0114 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:02:05.486895 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb1a0a1-a34c-41ed-9ee4-8a3e043a0114 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:02:05.487436 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb1a0a1-a34c-41ed-9ee4-8a3e043a0114 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:02:05.488022 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb1a0a1-a34c-41ed-9ee4-8a3e043a0114 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:02:05.488367 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb1a0a1-a34c-41ed-9ee4-8a3e043a0114 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:02:05.488705 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb1a0a1-a34c-41ed-9ee4-8a3e043a0114 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:02:05.489295 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb1a0a1-a34c-41ed-9ee4-8a3e043a0114 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:02:05.489645 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb1a0a1-a34c-41ed-9ee4-8a3e043a0114 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:02:05.490015 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb1a0a1-a34c-41ed-9ee4-8a3e043a0114 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:02:05.493294 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.api.v2.resource [None req-52a12bac-9206-48e9-9e92-ac99b843aca7 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] show failed (client error): The resource could not be found. Aug 07 05:02:05.494435 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-52a12bac-9206-48e9-9e92-ac99b843aca7 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "GET /v2.0/security-groups/0c466296-861b-46b3-ac81-a26626c817f0 HTTP/1.1" status: 404 len: 347 time: 0.0291123 Aug 07 05:02:05.501086 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 43652) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:02:05.601543 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-090db4e0-9e33-4985-87b7-fd990e681752 req-b76faa46-3296-462f-88e4-da42504bf641 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/ports?device_id=893c1cf2-78e0-4b5a-815b-3f61572becf3 HTTP/1.1" status: 200 len: 210 time: 0.0643089 Aug 07 05:02:05.616833 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9451b22-3c02-43ba-bb73-4c0d89b464bd req-db3b322e-82f4-4c8a-b363-85d56e82a4c3 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:05.618415 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-e9451b22-3c02-43ba-bb73-4c0d89b464bd req-db3b322e-82f4-4c8a-b363-85d56e82a4c3 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.43 "GET /v2.0/networks?id=e2236fdd-cbbb-40e4-b56e-2342c8754c90 HTTP/1.1" status: 200 len: 814 time: 0.2266955 Aug 07 05:02:05.638467 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.v2.base [req-e9451b22-3c02-43ba-bb73-4c0d89b464bd req-e07a0293-0147-4e5b-8688-0b870884fa36 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Request body: {'port': {'device_id': '893c1cf2-78e0-4b5a-815b-3f61572becf3', 'network_id': 'e2236fdd-cbbb-40e4-b56e-2342c8754c90', 'admin_state_up': True, 'tenant_id': '586722b7cf4644f5aa0e35a259ed4923'}} {{(pid=93259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:02:05.673045 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.plugin [None req-e64133f5-d1fe-4e46-ab9e-36df92294ff2 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Deleting port ab4ba216-cdd8-4d6a-8178-773f46f3774b {{(pid=93260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:02:05.674542 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-e64133f5-d1fe-4e46-ab9e-36df92294ff2 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768807591985'] for port, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:05.733872 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c28dfa3-aa3a-4e35-a46d-9aefa8a89903 None None] New status for floating IP 1c8435db-124b-465d-a949-5df2cb502d1b: DOWN {{(pid=93261) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 05:02:05.767003 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9451b22-3c02-43ba-bb73-4c0d89b464bd req-e07a0293-0147-4e5b-8688-0b870884fa36 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Made reservation on behalf of 586722b7cf4644f5aa0e35a259ed4923 for: {'port': 1} {{(pid=93259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 05:02:05.773326 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-e9451b22-3c02-43ba-bb73-4c0d89b464bd req-e07a0293-0147-4e5b-8688-0b870884fa36 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:05.806026 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-e64133f5-d1fe-4e46-ab9e-36df92294ff2 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769206'] for port, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:05.807313 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-e64133f5-d1fe-4e46-ab9e-36df92294ff2 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:05.824343 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.plugin [None req-e64133f5-d1fe-4e46-ab9e-36df92294ff2 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Calling delete_port for ab4ba216-cdd8-4d6a-8178-773f46f3774b owned by network:floatingip {{(pid=93260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:02:05.942725 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.db_base_plugin_common [req-e9451b22-3c02-43ba-bb73-4c0d89b464bd req-e07a0293-0147-4e5b-8688-0b870884fa36 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Allocated IP 172.20.0.12 (e2236fdd-cbbb-40e4-b56e-2342c8754c90/dff2e9cf-f131-4afe-a4c7-2f44ff88253f/4e2fdeb4-c65e-47c4-bfca-697630224b24) {{(pid=93259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 05:02:05.981233 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-e64133f5-d1fe-4e46-ab9e-36df92294ff2 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768807598987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768807127278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9563756'] for port, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:06.039271 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64133f5-d1fe-4e46-ab9e-36df92294ff2 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Pushing event deleted for resources: {'Port': ['ID=ab4ba216-cdd8-4d6a-8178-773f46f3774b,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:02:06.109341 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-e64133f5-d1fe-4e46-ab9e-36df92294ff2 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks [] for floatingip, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:06.112714 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-e64133f5-d1fe-4e46-ab9e-36df92294ff2 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77622'] for floatingip, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:06.113946 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-e64133f5-d1fe-4e46-ab9e-36df92294ff2 tempest-AttachVolumeShelveTestJSON-35509736 tempest-AttachVolumeShelveTestJSON-35509736-project] 10.222.0.13 "DELETE /v2.0/floatingips/1c8435db-124b-465d-a949-5df2cb502d1b HTTP/1.1" status: 204 len: 168 time: 0.6115763 Aug 07 05:02:06.118439 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-e9451b22-3c02-43ba-bb73-4c0d89b464bd req-e07a0293-0147-4e5b-8688-0b870884fa36 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Notify callbacks [] for port, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:06.171474 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-e9451b22-3c02-43ba-bb73-4c0d89b464bd req-e07a0293-0147-4e5b-8688-0b870884fa36 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768807127269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513232'] for port, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:06.185729 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] get_ports_and_sgs() called for port_ids ['1291803c-2bc7-4afd-85cd-2e73fc81e037', 'c440a053-868e-4198-8d9d-54412d3f811d', '6ddcf384-7e52-4a1d-a97b-2e55fe87619d'] {{(pid=93261) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 05:02:06.227954 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9451b22-3c02-43ba-bb73-4c0d89b464bd req-e07a0293-0147-4e5b-8688-0b870884fa36 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Network e2236fdd-cbbb-40e4-b56e-2342c8754c90 is already hosted by enough agents. {{(pid=93259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 05:02:06.231495 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.base_scheduler [req-e9451b22-3c02-43ba-bb73-4c0d89b464bd req-e07a0293-0147-4e5b-8688-0b870884fa36 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Resources bound (agent type, host, resource id): {{(pid=93259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 05:02:06.233932 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9451b22-3c02-43ba-bb73-4c0d89b464bd req-e07a0293-0147-4e5b-8688-0b870884fa36 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Received port after_create {{(pid=93259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 05:02:06.270634 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07a0293-0147-4e5b-8688-0b870884fa36 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Pushing event updated for resources: {'Port': ['ID=4e2fdeb4-c65e-47c4-bfca-697630224b24,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:02:06.292807 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9451b22-3c02-43ba-bb73-4c0d89b464bd req-e07a0293-0147-4e5b-8688-0b870884fa36 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:06.293423 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-e9451b22-3c02-43ba-bb73-4c0d89b464bd req-e07a0293-0147-4e5b-8688-0b870884fa36 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77622'] for port, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:06.307922 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-e9451b22-3c02-43ba-bb73-4c0d89b464bd req-e07a0293-0147-4e5b-8688-0b870884fa36 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6738064 Aug 07 05:02:06.320787 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.v2.base [req-e9451b22-3c02-43ba-bb73-4c0d89b464bd req-d29ccb31-d3ea-4b35-af6b-93f2bd847a9e service neutron] Request body: {'port': {'device_id': '893c1cf2-78e0-4b5a-815b-3f61572becf3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=93259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:02:06.381556 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-e9451b22-3c02-43ba-bb73-4c0d89b464bd req-d29ccb31-d3ea-4b35-af6b-93f2bd847a9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:06.695827 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.notifiers.nova [req-e9451b22-3c02-43ba-bb73-4c0d89b464bd req-d29ccb31-d3ea-4b35-af6b-93f2bd847a9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e2fdeb4-c65e-47c4-bfca-697630224b24 {{(pid=93259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 05:02:06.709867 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-e9451b22-3c02-43ba-bb73-4c0d89b464bd req-d29ccb31-d3ea-4b35-af6b-93f2bd847a9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:06.729812 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.provisioning_blocks [req-e9451b22-3c02-43ba-bb73-4c0d89b464bd req-d29ccb31-d3ea-4b35-af6b-93f2bd847a9e service neutron] Transition to ACTIVE for port object 4e2fdeb4-c65e-47c4-bfca-697630224b24 will not be triggered until provisioned by entity L2. {{(pid=93259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 05:02:06.735527 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-e9451b22-3c02-43ba-bb73-4c0d89b464bd req-d29ccb31-d3ea-4b35-af6b-93f2bd847a9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8513241'] for port, after_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:06.735879 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4f827c-2614-42ef-9843-0a27c971ed38 req-98ee189f-1168-4587-a006-a3976813d515 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:06.737565 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-fd4f827c-2614-42ef-9843-0a27c971ed38 req-98ee189f-1168-4587-a006-a3976813d515 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/ports?device_id=893c1cf2-78e0-4b5a-815b-3f61572becf3 HTTP/1.1" status: 200 len: 932 time: 0.0546911 Aug 07 05:02:06.783227 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-fd4f827c-2614-42ef-9843-0a27c971ed38 req-17cb88af-16d3-4c96-b5d9-2f4e209b844a tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/security-groups?id=659fd129-d5bf-474b-8b6e-a2200d7d23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389509 Aug 07 05:02:06.794314 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29ccb31-d3ea-4b35-af6b-93f2bd847a9e service neutron] Pushing event updated for resources: {'Port': ['ID=4e2fdeb4-c65e-47c4-bfca-697630224b24,revision_number=2']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:02:06.865405 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.managers [req-e9451b22-3c02-43ba-bb73-4c0d89b464bd req-d29ccb31-d3ea-4b35-af6b-93f2bd847a9e service neutron] Attempting to bind port 4e2fdeb4-c65e-47c4-bfca-697630224b24 on host hv-cinder-75994 for vnic_type normal with profile {{(pid=93259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 05:02:06.865734 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.managers [req-e9451b22-3c02-43ba-bb73-4c0d89b464bd req-d29ccb31-d3ea-4b35-af6b-93f2bd847a9e service neutron] Attempting to bind port 4e2fdeb4-c65e-47c4-bfca-697630224b24 by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': '93275829-178b-4de5-a6c7-b3a1399ec9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e2236fdd-cbbb-40e4-b56e-2342c8754c90'}] {{(pid=93259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 05:02:06.866087 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9451b22-3c02-43ba-bb73-4c0d89b464bd req-d29ccb31-d3ea-4b35-af6b-93f2bd847a9e service neutron] Attempting to bind port 4e2fdeb4-c65e-47c4-bfca-697630224b24 on network e2236fdd-cbbb-40e4-b56e-2342c8754c90 {{(pid=93259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 05:02:06.870648 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9451b22-3c02-43ba-bb73-4c0d89b464bd req-d29ccb31-d3ea-4b35-af6b-93f2bd847a9e service neutron] Port 4e2fdeb4-c65e-47c4-bfca-697630224b24 on network e2236fdd-cbbb-40e4-b56e-2342c8754c90 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=93259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 05:02:06.870955 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9451b22-3c02-43ba-bb73-4c0d89b464bd req-d29ccb31-d3ea-4b35-af6b-93f2bd847a9e service neutron] Attempting to bind port 4e2fdeb4-c65e-47c4-bfca-697630224b24 on network e2236fdd-cbbb-40e4-b56e-2342c8754c90 {{(pid=93259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 05:02:06.876462 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9451b22-3c02-43ba-bb73-4c0d89b464bd req-d29ccb31-d3ea-4b35-af6b-93f2bd847a9e service neutron] Checking agent: {'id': '5f67c77d-38b5-4515-b30f-34d5315bdd9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 53, 29), 'started_at': datetime.datetime(2021, 8, 7, 4, 53, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 5, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 05:02:06.876791 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9451b22-3c02-43ba-bb73-4c0d89b464bd req-d29ccb31-d3ea-4b35-af6b-93f2bd847a9e service neutron] Checking segment: {'id': '93275829-178b-4de5-a6c7-b3a1399ec9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e2236fdd-cbbb-40e4-b56e-2342c8754c90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 05:02:06.877172 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9451b22-3c02-43ba-bb73-4c0d89b464bd req-d29ccb31-d3ea-4b35-af6b-93f2bd847a9e service neutron] Bound using segment: {'id': '93275829-178b-4de5-a6c7-b3a1399ec9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e2236fdd-cbbb-40e4-b56e-2342c8754c90'} {{(pid=93259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 05:02:06.877588 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.managers [req-e9451b22-3c02-43ba-bb73-4c0d89b464bd req-d29ccb31-d3ea-4b35-af6b-93f2bd847a9e service neutron] Bound port: 4e2fdeb4-c65e-47c4-bfca-697630224b24, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93275829-178b-4de5-a6c7-b3a1399ec9f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e2236fdd-cbbb-40e4-b56e-2342c8754c90'}}] {{(pid=93259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 05:02:06.877972 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-e9451b22-3c02-43ba-bb73-4c0d89b464bd req-d29ccb31-d3ea-4b35-af6b-93f2bd847a9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:06.941553 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.db [req-e9451b22-3c02-43ba-bb73-4c0d89b464bd req-d29ccb31-d3ea-4b35-af6b-93f2bd847a9e service neutron] For port 4e2fdeb4-c65e-47c4-bfca-697630224b24, host hv-cinder-75994, cleared binding levels {{(pid=93259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 05:02:06.944837 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.db [req-e9451b22-3c02-43ba-bb73-4c0d89b464bd req-d29ccb31-d3ea-4b35-af6b-93f2bd847a9e service neutron] For port 4e2fdeb4-c65e-47c4-bfca-697630224b24, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=4e2fdeb4-c65e-47c4-bfca-697630224b24,segment=NetworkSegment(93275829-178b-4de5-a6c7-b3a1399ec9f6),segment_id=93275829-178b-4de5-a6c7-b3a1399ec9f6)] {{(pid=93259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 05:02:06.949077 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-e9451b22-3c02-43ba-bb73-4c0d89b464bd req-d29ccb31-d3ea-4b35-af6b-93f2bd847a9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8513241'] for port, after_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:06.983340 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9451b22-3c02-43ba-bb73-4c0d89b464bd req-d29ccb31-d3ea-4b35-af6b-93f2bd847a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:06.985017 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-e9451b22-3c02-43ba-bb73-4c0d89b464bd req-d29ccb31-d3ea-4b35-af6b-93f2bd847a9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77622'] for port, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:06.987028 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-e9451b22-3c02-43ba-bb73-4c0d89b464bd req-d29ccb31-d3ea-4b35-af6b-93f2bd847a9e service neutron] 10.222.0.43 "PUT /v2.0/ports/4e2fdeb4-c65e-47c4-bfca-697630224b24 HTTP/1.1" status: 200 len: 1094 time: 0.6705403 Aug 07 05:02:06.990154 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '893c1cf2-78e0-4b5a-815b-3f61572becf3', 'tag': '4e2fdeb4-c65e-47c4-bfca-697630224b24'}] {{(pid=93259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 05:02:06.992499 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2475665ef9a7cb8741e3251ff967df6d1dd3d3eb822c2e36b28ddc32d9da7eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e955247-eb3f-414d-818b-aa06d0034d24" -d '{"events": [{"name": "network-changed", "server_uuid": "893c1cf2-78e0-4b5a-815b-3f61572becf3", "tag": "4e2fdeb4-c65e-47c4-bfca-697630224b24"}]}' {{(pid=93259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 05:02:07.021828 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29ccb31-d3ea-4b35-af6b-93f2bd847a9e service neutron] Pushing event updated for resources: {'Port': ['ID=4e2fdeb4-c65e-47c4-bfca-697630224b24,revision_number=3']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:02:07.045450 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 05:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2fd35c0-3552-401b-ac8e-41129d7f7c2a x-openstack-request-id: req-b2fd35c0-3552-401b-ac8e-41129d7f7c2a {{(pid=93259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 05:02:07.045735 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "893c1cf2-78e0-4b5a-815b-3f61572becf3", "tag": "4e2fdeb4-c65e-47c4-bfca-697630224b24", "status": "completed", "code": 200}]} {{(pid=93259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 05:02:07.046533 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b2fd35c0-3552-401b-ac8e-41129d7f7c2a {{(pid=93259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 05:02:07.046929 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '893c1cf2-78e0-4b5a-815b-3f61572becf3', 'tag': '4e2fdeb4-c65e-47c4-bfca-697630224b24', 'status': 'completed', 'code': 200} Aug 07 05:02:07.086014 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9451b22-3c02-43ba-bb73-4c0d89b464bd req-1df85658-c766-4127-844f-b7243a46335e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:07.087550 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-e9451b22-3c02-43ba-bb73-4c0d89b464bd req-1df85658-c766-4127-844f-b7243a46335e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=586722b7cf4644f5aa0e35a259ed4923&device_id=893c1cf2-78e0-4b5a-815b-3f61572becf3 HTTP/1.1" status: 200 len: 1097 time: 0.0525768 Aug 07 05:02:07.136793 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-e9451b22-3c02-43ba-bb73-4c0d89b464bd req-4af06795-53ea-4f77-8426-95432e4cd467 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e2fdeb4-c65e-47c4-bfca-697630224b24 HTTP/1.1" status: 200 len: 217 time: 0.0359545 Aug 07 05:02:07.193461 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9451b22-3c02-43ba-bb73-4c0d89b464bd req-2a9657ce-9a10-42d7-b004-eb348da99397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:07.194889 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-e9451b22-3c02-43ba-bb73-4c0d89b464bd req-2a9657ce-9a10-42d7-b004-eb348da99397 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dff2e9cf-f131-4afe-a4c7-2f44ff88253f HTTP/1.1" status: 200 len: 854 time: 0.0460775 Aug 07 05:02:07.235554 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-e9451b22-3c02-43ba-bb73-4c0d89b464bd req-f5cd0557-25a9-4038-ae29-145cf793d27f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e2236fdd-cbbb-40e4-b56e-2342c8754c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267863 Aug 07 05:02:07.362280 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-e9451b22-3c02-43ba-bb73-4c0d89b464bd req-b2e65cb8-6b89-40c0-b906-8d95d7ba8e08 service neutron] 10.222.0.43 "GET /v2.0/networks/e2236fdd-cbbb-40e4-b56e-2342c8754c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156223 Aug 07 05:02:07.487869 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-e9451b22-3c02-43ba-bb73-4c0d89b464bd req-b3f7f5b9-2ddb-4b41-9bf6-c8d3d32a12c4 service neutron] 10.222.0.43 "GET /v2.0/networks/e2236fdd-cbbb-40e4-b56e-2342c8754c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141498 Aug 07 05:02:07.592336 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e955247-eb3f-414d-818b-aa06d0034d24 req-1632c819-3577-4d07-9989-ea7de2a0ff91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:07.594270 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-9e955247-eb3f-414d-818b-aa06d0034d24 req-1632c819-3577-4d07-9989-ea7de2a0ff91 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=586722b7cf4644f5aa0e35a259ed4923&device_id=893c1cf2-78e0-4b5a-815b-3f61572becf3 HTTP/1.1" status: 200 len: 1097 time: 0.0469618 Aug 07 05:02:07.705125 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e955247-eb3f-414d-818b-aa06d0034d24 req-5ddac428-bd53-4861-b510-8b44cc19ab46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:07.706542 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-9e955247-eb3f-414d-818b-aa06d0034d24 req-5ddac428-bd53-4861-b510-8b44cc19ab46 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e2236fdd-cbbb-40e4-b56e-2342c8754c90 HTTP/1.1" status: 200 len: 915 time: 0.1051638 Aug 07 05:02:07.763544 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-9e955247-eb3f-414d-818b-aa06d0034d24 req-5d5cef2c-88a9-4132-a739-e6048ddaaeef service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e2fdeb4-c65e-47c4-bfca-697630224b24 HTTP/1.1" status: 200 len: 217 time: 0.0476933 Aug 07 05:02:07.826178 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e955247-eb3f-414d-818b-aa06d0034d24 req-088dca40-1dd5-467e-a3a1-6ac47fb12d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:07.826178 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-9e955247-eb3f-414d-818b-aa06d0034d24 req-088dca40-1dd5-467e-a3a1-6ac47fb12d1c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dff2e9cf-f131-4afe-a4c7-2f44ff88253f HTTP/1.1" status: 200 len: 854 time: 0.0516582 Aug 07 05:02:07.857375 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-9e955247-eb3f-414d-818b-aa06d0034d24 req-56d1e315-c93d-48cf-b01c-1e8b7c2c83b6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e2236fdd-cbbb-40e4-b56e-2342c8754c90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251105 Aug 07 05:02:07.939086 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5717f1c2-a8f5-4e52-b0a7-9130099f478e req-33739eed-8d80-4c28-be5b-6a3e29f847e7 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:07.941095 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-5717f1c2-a8f5-4e52-b0a7-9130099f478e req-33739eed-8d80-4c28-be5b-6a3e29f847e7 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/ports?device_id=893c1cf2-78e0-4b5a-815b-3f61572becf3 HTTP/1.1" status: 200 len: 944 time: 0.0815232 Aug 07 05:02:07.952741 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-9e955247-eb3f-414d-818b-aa06d0034d24 req-5c4b64cd-79ee-43bd-ba01-c9c330adfeba service neutron] 10.222.0.43 "GET /v2.0/networks/e2236fdd-cbbb-40e4-b56e-2342c8754c90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858765 Aug 07 05:02:07.988672 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-5717f1c2-a8f5-4e52-b0a7-9130099f478e req-a4341c34-bd10-49c5-9624-aa68291da8ff tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/security-groups?id=659fd129-d5bf-474b-8b6e-a2200d7d23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413573 Aug 07 05:02:08.062615 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-9e955247-eb3f-414d-818b-aa06d0034d24 req-cce9ef8c-22de-47c9-9ca2-11bbbf2f496d service neutron] 10.222.0.43 "GET /v2.0/networks/e2236fdd-cbbb-40e4-b56e-2342c8754c90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996220 Aug 07 05:02:08.578206 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device bd636543-d125-4207-9b34-9d5eae7c5345 no longer exists at agent hyperv_hv-cinder-75994 {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 05:02:08.601341 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.plugin [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] No Port match for: bd636543-d125-4207-9b34-9d5eae7c5345 {{(pid=93261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 05:02:08.601693 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device bd636543-d125-4207-9b34-9d5eae7c5345 not bound to the agent host hv-cinder-75994 {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 05:02:08.634927 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 43684) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:02:09.032465 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-8a05f2b8-19fb-4b23-a60d-d5a190a03bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766084'] for router_interface, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:09.116427 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c99053c-64e6-4786-8915-afbb8ddb03c2 req-c40afb24-8568-4da5-8f72-482916f711ba tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:09.118190 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-6c99053c-64e6-4786-8915-afbb8ddb03c2 req-c40afb24-8568-4da5-8f72-482916f711ba tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/ports?device_id=893c1cf2-78e0-4b5a-815b-3f61572becf3 HTTP/1.1" status: 200 len: 944 time: 0.0552421 Aug 07 05:02:09.162693 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-6c99053c-64e6-4786-8915-afbb8ddb03c2 req-bd29ffe4-a6e3-4855-be4d-2cf75990b3fa tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/security-groups?id=659fd129-d5bf-474b-8b6e-a2200d7d23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379329 Aug 07 05:02:09.586955 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.plugin [None req-8a05f2b8-19fb-4b23-a60d-d5a190a03bb8 admin admin] Deleting port 1990d296-8664-4180-8bb3-b05b52769239 {{(pid=93260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:02:09.587247 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-8a05f2b8-19fb-4b23-a60d-d5a190a03bb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768807591985'] for port, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:09.672783 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.db [None req-8a05f2b8-19fb-4b23-a60d-d5a190a03bb8 admin admin] For port 1990d296-8664-4180-8bb3-b05b52769239, host dv-cinder-759943-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-8-iscsi',level=0,port_id=1990d296-8664-4180-8bb3-b05b52769239,segment=NetworkSegment(5c4cc400-a497-44e6-be97-a3f4f6364da8),segment_id=5c4cc400-a497-44e6-be97-a3f4f6364da8)] {{(pid=93260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:02:09.673219 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-8a05f2b8-19fb-4b23-a60d-d5a190a03bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769206'] for port, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:09.686992 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.plugin [None req-8a05f2b8-19fb-4b23-a60d-d5a190a03bb8 admin admin] Calling delete_port for 1990d296-8664-4180-8bb3-b05b52769239 owned by network:router_interface {{(pid=93260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:02:09.874861 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-8a05f2b8-19fb-4b23-a60d-d5a190a03bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768807598987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768807127278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9563756'] for port, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:09.901487 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a05f2b8-19fb-4b23-a60d-d5a190a03bb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1990d296-8664-4180-8bb3-b05b52769239,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:02:10.092110 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-8a05f2b8-19fb-4b23-a60d-d5a190a03bb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-740916'] for router_interface, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:10.368448 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d32b7b-8126-429f-afc4-2f9e512ecbe7 req-51112af8-436a-4d09-a4db-3682f123eec1 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:10.369988 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-36d32b7b-8126-429f-afc4-2f9e512ecbe7 req-51112af8-436a-4d09-a4db-3682f123eec1 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/ports?device_id=893c1cf2-78e0-4b5a-815b-3f61572becf3 HTTP/1.1" status: 200 len: 944 time: 0.1064723 Aug 07 05:02:10.375040 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a05f2b8-19fb-4b23-a60d-d5a190a03bb8 admin admin] Router 762172fc-738d-4243-9950-17f35ba99456 has already been hosted by L3 agent c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6 {{(pid=93260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 05:02:10.451567 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-36d32b7b-8126-429f-afc4-2f9e512ecbe7 req-e043cf51-db27-4460-b729-82b4a6c4411b tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/security-groups?id=659fd129-d5bf-474b-8b6e-a2200d7d23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732837 Aug 07 05:02:10.523821 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a05f2b8-19fb-4b23-a60d-d5a190a03bb8 admin admin] Notify agent at l3_agent.dv-cinder-759943-8-iscsi the message routers_updated {{(pid=93260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 05:02:10.529227 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-8a05f2b8-19fb-4b23-a60d-d5a190a03bb8 admin admin] 10.222.0.13 "PUT /v2.0/routers/762172fc-738d-4243-9950-17f35ba99456/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8930137 Aug 07 05:02:10.532653 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 43694) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:02:10.536301 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573eb436-263f-4faa-83ca-74f3cd15a6f8 None None] Sync routers for ids ['762172fc-738d-4243-9950-17f35ba99456'] in dv-cinder-759943-8-iscsi {{(pid=93262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 05:02:10.550805 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573eb436-263f-4faa-83ca-74f3cd15a6f8 None None] Routers {'762172fc-738d-4243-9950-17f35ba99456'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:02:10.551866 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_hamode_db [None req-573eb436-263f-4faa-83ca-74f3cd15a6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T05:02:00Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['762172fc-738d-4243-9950-17f35ba99456'], 'active': True} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:02:10.608088 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device 4e2fdeb4-c65e-47c4-bfca-697630224b24 details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=93261) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 05:02:10.642402 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-99e05e20-d59a-4c65-a10d-c75f5575a7b6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:10.665728 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvr_db [None req-573eb436-263f-4faa-83ca-74f3cd15a6f8 None None] Set router 762172fc-738d-4243-9950-17f35ba99456 gateway port host: dv-cinder-759943-8-iscsi {{(pid=93262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:02:10.715210 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] For port 4e2fdeb4-c65e-47c4-bfca-697630224b24, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=4e2fdeb4-c65e-47c4-bfca-697630224b24,segment=NetworkSegment(93275829-178b-4de5-a6c7-b3a1399ec9f6),segment_id=93275829-178b-4de5-a6c7-b3a1399ec9f6)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:02:10.728974 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Returning: {'device': '4e2fdeb4-c65e-47c4-bfca-697630224b24', 'network_id': 'e2236fdd-cbbb-40e4-b56e-2342c8754c90', 'port_id': '4e2fdeb4-c65e-47c4-bfca-697630224b24', 'mac_address': 'fa:16:3e:15:08:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dff2e9cf-f131-4afe-a4c7-2f44ff88253f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93261) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 05:02:10.767116 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-99e05e20-d59a-4c65-a10d-c75f5575a7b6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:10.791419 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:10.814501 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.notifiers.nova [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e2fdeb4-c65e-47c4-bfca-697630224b24 {{(pid=93261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 05:02:10.839635 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] For port 4e2fdeb4-c65e-47c4-bfca-697630224b24, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=4e2fdeb4-c65e-47c4-bfca-697630224b24,segment=NetworkSegment(93275829-178b-4de5-a6c7-b3a1399ec9f6),segment_id=93275829-178b-4de5-a6c7-b3a1399ec9f6)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:02:10.845822 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:10.858033 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.plugin [None req-99e05e20-d59a-4c65-a10d-c75f5575a7b6 admin admin] Deleting port fd97dedb-78a5-4afc-815f-329423685cdd {{(pid=93260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:02:10.858482 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-99e05e20-d59a-4c65-a10d-c75f5575a7b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768807591985'] for port, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:10.911733 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_hamode_db [None req-573eb436-263f-4faa-83ca-74f3cd15a6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '762172fc-738d-4243-9950-17f35ba99456', 'name': 'tempest-AttachVolumeShelveTestJSON-1472397642-router', 'tenant_id': 'ca9c8154dc664b57bc9452622c79c0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'fd97dedb-78a5-4afc-815f-329423685cdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:55:04Z', 'updated_at': '2021-08-07T05:02:09Z', 'revision_number': 5, 'project_id': 'ca9c8154dc664b57bc9452622c79c0c6', 'gw_port': {'id': 'fd97dedb-78a5-4afc-815f-329423685cdd', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762172fc-738d-4243-9950-17f35ba99456', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:55:05Z', 'updated_at': '2021-08-07T04:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi'}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:02:10.919153 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Pushing event updated for resources: {'Port': ['ID=4e2fdeb4-c65e-47c4-bfca-697630224b24,revision_number=4']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:02:10.942488 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573eb436-263f-4faa-83ca-74f3cd15a6f8 None None] Checking router: 762172fc-738d-4243-9950-17f35ba99456 for host: dv-cinder-759943-8-iscsi {{(pid=93262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 05:02:10.946478 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.db [None req-99e05e20-d59a-4c65-a10d-c75f5575a7b6 admin admin] For port fd97dedb-78a5-4afc-815f-329423685cdd, host dv-cinder-759943-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-8-iscsi',level=0,port_id=fd97dedb-78a5-4afc-815f-329423685cdd,segment=NetworkSegment(ac6f53da-148d-4154-8f83-3b309cb182da),segment_id=ac6f53da-148d-4154-8f83-3b309cb182da)] {{(pid=93260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:02:10.946846 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-99e05e20-d59a-4c65-a10d-c75f5575a7b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769206'] for port, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:10.951356 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573eb436-263f-4faa-83ca-74f3cd15a6f8 None None] Routers {'762172fc-738d-4243-9950-17f35ba99456'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:02:10.951964 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_hamode_db [None req-573eb436-263f-4faa-83ca-74f3cd15a6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T05:02:00Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['762172fc-738d-4243-9950-17f35ba99456'], 'active': True} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:02:10.960342 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.plugin [None req-99e05e20-d59a-4c65-a10d-c75f5575a7b6 admin admin] Calling delete_port for fd97dedb-78a5-4afc-815f-329423685cdd owned by network:router_gateway {{(pid=93260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:02:11.045481 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvr_db [None req-573eb436-263f-4faa-83ca-74f3cd15a6f8 None None] Set router 762172fc-738d-4243-9950-17f35ba99456 gateway port host: None {{(pid=93262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:02:11.100549 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_hamode_db [None req-573eb436-263f-4faa-83ca-74f3cd15a6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '762172fc-738d-4243-9950-17f35ba99456', 'name': 'tempest-AttachVolumeShelveTestJSON-1472397642-router', 'tenant_id': 'ca9c8154dc664b57bc9452622c79c0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:55:04Z', 'updated_at': '2021-08-07T05:02:10Z', 'revision_number': 6, 'project_id': 'ca9c8154dc664b57bc9452622c79c0c6', 'gw_port_host': None}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:02:11.133195 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573eb436-263f-4faa-83ca-74f3cd15a6f8 None None] The sync data for ids ['762172fc-738d-4243-9950-17f35ba99456'] in dv-cinder-759943-8-iscsi is: [{'id': '762172fc-738d-4243-9950-17f35ba99456', 'name': 'tempest-AttachVolumeShelveTestJSON-1472397642-router', 'tenant_id': 'ca9c8154dc664b57bc9452622c79c0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:55:04Z', 'updated_at': '2021-08-07T05:02:10Z', 'revision_number': 6, 'project_id': 'ca9c8154dc664b57bc9452622c79c0c6', 'gw_port_host': None}] {{(pid=93262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 05:02:11.136882 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-99e05e20-d59a-4c65-a10d-c75f5575a7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768807598987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768807127278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9563756'] for port, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:11.164624 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] get_ports_and_sgs() called for port_ids ['4e2fdeb4-c65e-47c4-bfca-697630224b24'] {{(pid=93261) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 05:02:11.168630 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e05e20-d59a-4c65-a10d-c75f5575a7b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd97dedb-78a5-4afc-815f-329423685cdd,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:02:11.235537 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-99e05e20-d59a-4c65-a10d-c75f5575a7b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-766674'] for router_gateway, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:11.332367 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-99e05e20-d59a-4c65-a10d-c75f5575a7b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1671'] for router, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:11.334450 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-99e05e20-d59a-4c65-a10d-c75f5575a7b6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:11.379135 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-99e05e20-d59a-4c65-a10d-c75f5575a7b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-739794'] for router, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:11.379690 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e05e20-d59a-4c65-a10d-c75f5575a7b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 762172fc-738d-4243-9950-17f35ba99456 {{(pid=93260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 07 05:02:11.384465 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-99e05e20-d59a-4c65-a10d-c75f5575a7b6 admin admin] Notify callbacks [] for router, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:11.385632 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-99e05e20-d59a-4c65-a10d-c75f5575a7b6 admin admin] 10.222.0.13 "DELETE /v2.0/routers/762172fc-738d-4243-9950-17f35ba99456 HTTP/1.1" status: 204 len: 168 time: 0.8520081 Aug 07 05:02:11.388186 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 43696) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:02:11.439667 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d0ed28a-4ece-4c4c-890d-5dce9b592758 admin admin] Deleting subnet c03fc84b-f6fc-4f24-bb48-576f621db152 {{(pid=93260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 05:02:11.443271 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-4d0ed28a-4ece-4c4c-890d-5dce9b592758 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:11.480331 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-4d0ed28a-4ece-4c4c-890d-5dce9b592758 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9590751'] for subnet, precommit_delete_associations {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:11.582052 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-4d0ed28a-4ece-4c4c-890d-5dce9b592758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799044'] for subnet, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:11.601983 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbedabc-6201-45fd-8bfb-03d40174afd2 req-eeafb98f-fd1a-43d9-95ca-ed1b5e48a853 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:11.604617 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-ccbedabc-6201-45fd-8bfb-03d40174afd2 req-eeafb98f-fd1a-43d9-95ca-ed1b5e48a853 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/ports?device_id=893c1cf2-78e0-4b5a-815b-3f61572becf3 HTTP/1.1" status: 200 len: 945 time: 0.0760384 Aug 07 05:02:11.647183 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-4d0ed28a-4ece-4c4c-890d-5dce9b592758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9563743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9718305'] for subnet, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:11.656243 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-ccbedabc-6201-45fd-8bfb-03d40174afd2 req-177ecfb6-9cf3-40f7-9ca8-f3c77ab80fb6 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/security-groups?id=659fd129-d5bf-474b-8b6e-a2200d7d23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440843 Aug 07 05:02:11.693442 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0ed28a-4ece-4c4c-890d-5dce9b592758 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c03fc84b-f6fc-4f24-bb48-576f621db152,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:02:11.699414 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-4d0ed28a-4ece-4c4c-890d-5dce9b592758 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:11.703134 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-4d0ed28a-4ece-4c4c-890d-5dce9b592758 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c03fc84b-f6fc-4f24-bb48-576f621db152 HTTP/1.1" status: 204 len: 168 time: 0.3137438 Aug 07 05:02:11.704363 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9cf5a26-5aff-41ea-be94-b0a8611876d9 None None] Network 4c392ea1-f973-4e27-8c93-9da70b5eee3e requested from dv-cinder-759943-8-iscsi {{(pid=93261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 05:02:11.706219 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 43700) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:02:11.782263 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-f3ca5812-9ea7-476b-a748-dd63d5494432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1651291'] for network, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:11.846029 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.plugin [None req-f3ca5812-9ea7-476b-a748-dd63d5494432 admin admin] Deleting port c2831cf0-9885-4929-9053-57e1aec4e558 {{(pid=93260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:02:11.847233 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-f3ca5812-9ea7-476b-a748-dd63d5494432 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768807591985'] for port, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:11.914283 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.db [None req-f3ca5812-9ea7-476b-a748-dd63d5494432 admin admin] For port c2831cf0-9885-4929-9053-57e1aec4e558, host dv-cinder-759943-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-8-iscsi',level=0,port_id=c2831cf0-9885-4929-9053-57e1aec4e558,segment=NetworkSegment(5c4cc400-a497-44e6-be97-a3f4f6364da8),segment_id=5c4cc400-a497-44e6-be97-a3f4f6364da8)] {{(pid=93260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:02:11.914633 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-f3ca5812-9ea7-476b-a748-dd63d5494432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769206'] for port, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:11.931926 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.plugin [None req-f3ca5812-9ea7-476b-a748-dd63d5494432 admin admin] Calling delete_port for c2831cf0-9885-4929-9053-57e1aec4e558 owned by network:dhcp {{(pid=93260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:02:11.969590 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f68a328-aa9f-4dc5-9432-6c38b2916646 None None] DHCP port deletion for 4c392ea1-f973-4e27-8c93-9da70b5eee3e request from dv-cinder-759943-8-iscsi {{(pid=93261) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 07 05:02:12.021533 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-f3ca5812-9ea7-476b-a748-dd63d5494432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768807598987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768807127278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9563756'] for port, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:12.044390 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.plugin [None req-5f68a328-aa9f-4dc5-9432-6c38b2916646 None None] Deleting port c2831cf0-9885-4929-9053-57e1aec4e558 {{(pid=93261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:02:12.044788 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-5f68a328-aa9f-4dc5-9432-6c38b2916646 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768807591985'] for port, before_delete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:12.048384 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ca5812-9ea7-476b-a748-dd63d5494432 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2831cf0-9885-4929-9053-57e1aec4e558,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:02:12.056976 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ca5812-9ea7-476b-a748-dd63d5494432 admin admin] No DVR routers for this DVR port c2831cf0-9885-4929-9053-57e1aec4e558 on host dv-cinder-759943-8-iscsi {{(pid=93260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 05:02:12.137379 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-5f68a328-aa9f-4dc5-9432-6c38b2916646 None None] For port c2831cf0-9885-4929-9053-57e1aec4e558, host dv-cinder-759943-8-iscsi, got binding levels [] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:02:12.138278 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-5f68a328-aa9f-4dc5-9432-6c38b2916646 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769206'] for port, precommit_delete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:12.153679 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-f3ca5812-9ea7-476b-a748-dd63d5494432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798403', 'neutron.services.segments.db._delete_segments_for_network-8768807654000'] for network, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:12.163466 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.plugin [None req-5f68a328-aa9f-4dc5-9432-6c38b2916646 None None] Calling delete_port for c2831cf0-9885-4929-9053-57e1aec4e558 owned by network:dhcp {{(pid=93261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:02:12.168260 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.ipam_backend_mixin [None req-5f68a328-aa9f-4dc5-9432-6c38b2916646 None None] Port c2831cf0-9885-4929-9053-57e1aec4e558 was not found and therefore no delete operation was performed {{(pid=93261) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 07 05:02:12.170135 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-5f68a328-aa9f-4dc5-9432-6c38b2916646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768807598987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768807127278'] for port, after_delete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:12.172899 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.services.segments.db [None req-f3ca5812-9ea7-476b-a748-dd63d5494432 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c392ea1-f973-4e27-8c93-9da70b5eee3e']}} {{(pid=93260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:02:12.192208 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.services.segments.db [None req-f3ca5812-9ea7-476b-a748-dd63d5494432 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c4cc400-a497-44e6-be97-a3f4f6364da8') {'for_net_delete': True} {{(pid=93260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:02:12.192778 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.services.segments.db [None req-f3ca5812-9ea7-476b-a748-dd63d5494432 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c4cc400-a497-44e6-be97-a3f4f6364da8') {} {{(pid=93260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:02:12.209175 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-f3ca5812-9ea7-476b-a748-dd63d5494432 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768807608441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9590728'] for segment, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:12.213784 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f68a328-aa9f-4dc5-9432-6c38b2916646 None None] Pushing event deleted for resources: {'Port': ['ID=c2831cf0-9885-4929-9053-57e1aec4e558,revision_number=None']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:02:12.219442 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f68a328-aa9f-4dc5-9432-6c38b2916646 None None] No DVR routers for this DVR port c2831cf0-9885-4929-9053-57e1aec4e558 on host dv-cinder-759943-8-iscsi {{(pid=93261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 05:02:12.239973 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-f3ca5812-9ea7-476b-a748-dd63d5494432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799109'] for segment, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:12.247993 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3ca5812-9ea7-476b-a748-dd63d5494432 admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=93260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 05:02:12.248411 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-f3ca5812-9ea7-476b-a748-dd63d5494432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563777'] for segment, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:12.251740 dv-cinder-759943-8-iscsi neutron-server[93260]: Traceback (most recent call last): Aug 07 05:02:12.251740 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 05:02:12.251740 dv-cinder-759943-8-iscsi neutron-server[93260]: timer() Aug 07 05:02:12.251740 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 05:02:12.251740 dv-cinder-759943-8-iscsi neutron-server[93260]: cb(*args, **kw) Aug 07 05:02:12.251740 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 05:02:12.251740 dv-cinder-759943-8-iscsi neutron-server[93260]: return func(*args, **kwargs) Aug 07 05:02:12.251740 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 05:02:12.251740 dv-cinder-759943-8-iscsi neutron-server[93260]: self._notify() Aug 07 05:02:12.251740 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 05:02:12.251740 dv-cinder-759943-8-iscsi neutron-server[93260]: self.callback(batched_events) Aug 07 05:02:12.251740 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 05:02:12.251740 dv-cinder-759943-8-iscsi neutron-server[93260]: event.method(event) Aug 07 05:02:12.251740 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 05:02:12.251740 dv-cinder-759943-8-iscsi neutron-server[93260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 05:02:12.251740 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 05:02:12.251740 dv-cinder-759943-8-iscsi neutron-server[93260]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 05:02:12.251740 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 05:02:12.251740 dv-cinder-759943-8-iscsi neutron-server[93260]: return f(self, *a, **k) Aug 07 05:02:12.251740 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 05:02:12.251740 dv-cinder-759943-8-iscsi neutron-server[93260]: return self._get(url).json() Aug 07 05:02:12.251740 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 05:02:12.251740 dv-cinder-759943-8-iscsi neutron-server[93260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 05:02:12.251740 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 05:02:12.251740 dv-cinder-759943-8-iscsi neutron-server[93260]: return self.request(url, 'GET', **kwargs) Aug 07 05:02:12.251740 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 05:02:12.251740 dv-cinder-759943-8-iscsi neutron-server[93260]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 05:02:12.251740 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 05:02:12.251740 dv-cinder-759943-8-iscsi neutron-server[93260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 05:02:12.251740 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 05:02:12.251740 dv-cinder-759943-8-iscsi neutron-server[93260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 05:02:12.251740 dv-cinder-759943-8-iscsi neutron-server[93260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 05:02:12.319114 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-f3ca5812-9ea7-476b-a748-dd63d5494432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-766646'] for network, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:12.324306 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-f3ca5812-9ea7-476b-a748-dd63d5494432 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568364'] for network, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:12.327146 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-f3ca5812-9ea7-476b-a748-dd63d5494432 admin admin] 10.222.0.13 "DELETE /v2.0/networks/4c392ea1-f973-4e27-8c93-9da70b5eee3e HTTP/1.1" status: 204 len: 168 time: 0.6192706 Aug 07 05:02:12.341226 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ca5812-9ea7-476b-a748-dd63d5494432 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c392ea1-f973-4e27-8c93-9da70b5eee3e,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:02:12.460756 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 43704) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:02:12.506037 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-bcece258-8b4f-46ee-8e92-533463ba9f18 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ca9c8154dc664b57bc9452622c79c0c6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0438576 Aug 07 05:02:12.508486 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 43706) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:02:12.559592 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-9c6aeab1-f7c6-4a02-9e66-fd540e72e30e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:12.586660 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-9c6aeab1-f7c6-4a02-9e66-fd540e72e30e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:12.607977 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device 4e2fdeb4-c65e-47c4-bfca-697630224b24 up at agent hyperv_hv-cinder-75994 {{(pid=93261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 05:02:12.649403 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-9c6aeab1-f7c6-4a02-9e66-fd540e72e30e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:12.655119 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-9c6aeab1-f7c6-4a02-9e66-fd540e72e30e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:12.657062 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-9c6aeab1-f7c6-4a02-9e66-fd540e72e30e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/171455d4-9be9-417b-91c6-1bb2f4ee5c4f HTTP/1.1" status: 204 len: 168 time: 0.1474152 Aug 07 05:02:12.668409 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6aeab1-f7c6-4a02-9e66-fd540e72e30e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=171455d4-9be9-417b-91c6-1bb2f4ee5c4f,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:02:12.711077 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Provisioning for port 4e2fdeb4-c65e-47c4-bfca-697630224b24 completed by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 05:02:12.716753 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Provisioning complete for port 4e2fdeb4-c65e-47c4-bfca-697630224b24 triggered by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 05:02:12.717304 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:12.831031 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:12.857131 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dfe67a-d6bb-4393-8b8f-606fcd4b1186 req-c69e6b90-1ee2-498b-ae67-37227ea090b6 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:12.866042 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-52dfe67a-d6bb-4393-8b8f-606fcd4b1186 req-c69e6b90-1ee2-498b-ae67-37227ea090b6 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/ports?device_id=893c1cf2-78e0-4b5a-815b-3f61572becf3 HTTP/1.1" status: 200 len: 945 time: 0.1130371 Aug 07 05:02:12.878688 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] For port 4e2fdeb4-c65e-47c4-bfca-697630224b24, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=4e2fdeb4-c65e-47c4-bfca-697630224b24,segment=NetworkSegment(93275829-178b-4de5-a6c7-b3a1399ec9f6),segment_id=93275829-178b-4de5-a6c7-b3a1399ec9f6)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:02:12.879714 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '893c1cf2-78e0-4b5a-815b-3f61572becf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e2fdeb4-c65e-47c4-bfca-697630224b24'}] {{(pid=93261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 05:02:12.882617 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5d2cee0e1396f99553e356b0c4b33bfeaec0d7e5dcff0a4dea0c896a01c358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-356795fe-6892-491e-a66e-635b2b34c2b7" -d '{"events": [{"server_uuid": "893c1cf2-78e0-4b5a-815b-3f61572becf3", "name": "network-vif-plugged", "status": "completed", "tag": "4e2fdeb4-c65e-47c4-bfca-697630224b24"}]}' {{(pid=93261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 05:02:12.890968 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:12.900121 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device 1990d296-8664-4180-8bb3-b05b52769239 no longer exists at agent ovs-agent-dv-cinder-759943-8-iscsi {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 05:02:12.908685 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-52dfe67a-d6bb-4393-8b8f-606fcd4b1186 req-83e08871-8dbe-4a54-9684-8d5f62620819 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/security-groups?id=659fd129-d5bf-474b-8b6e-a2200d7d23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414383 Aug 07 05:02:12.946374 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.plugin [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] No Port match for: 1990d296-8664-4180-8bb3-b05b52769239 {{(pid=93261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 05:02:12.946715 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device 1990d296-8664-4180-8bb3-b05b52769239 not bound to the agent host dv-cinder-759943-8-iscsi {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 05:02:12.947133 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device fd97dedb-78a5-4afc-815f-329423685cdd no longer exists at agent ovs-agent-dv-cinder-759943-8-iscsi {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 05:02:12.973524 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 05:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f8f538f-7554-4da7-b052-dc12b4b42499 x-openstack-request-id: req-5f8f538f-7554-4da7-b052-dc12b4b42499 {{(pid=93261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 05:02:12.974203 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "893c1cf2-78e0-4b5a-815b-3f61572becf3", "name": "network-vif-plugged", "status": "completed", "tag": "4e2fdeb4-c65e-47c4-bfca-697630224b24", "code": 200}]} {{(pid=93261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 05:02:12.974416 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5f8f538f-7554-4da7-b052-dc12b4b42499 {{(pid=93261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 05:02:12.974971 dv-cinder-759943-8-iscsi neutron-server[93261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '893c1cf2-78e0-4b5a-815b-3f61572becf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e2fdeb4-c65e-47c4-bfca-697630224b24', 'code': 200} Aug 07 05:02:12.978665 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.plugin [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] No Port match for: fd97dedb-78a5-4afc-815f-329423685cdd {{(pid=93261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 05:02:12.979317 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device fd97dedb-78a5-4afc-815f-329423685cdd not bound to the agent host dv-cinder-759943-8-iscsi {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 05:02:12.979882 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device c2831cf0-9885-4929-9053-57e1aec4e558 no longer exists at agent ovs-agent-dv-cinder-759943-8-iscsi {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 05:02:13.049743 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.plugin [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] No Port match for: c2831cf0-9885-4929-9053-57e1aec4e558 {{(pid=93261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 05:02:13.050678 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device c2831cf0-9885-4929-9053-57e1aec4e558 not bound to the agent host dv-cinder-759943-8-iscsi {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 05:02:13.062517 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Pushing event updated for resources: {'Port': ['ID=4e2fdeb4-c65e-47c4-bfca-697630224b24,revision_number=5']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:02:13.204092 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364af91-5e11-49eb-9905-1cb46ce38bc0 req-08943ad1-88de-49dc-8037-0dc032c92cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:13.205642 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-1364af91-5e11-49eb-9905-1cb46ce38bc0 req-08943ad1-88de-49dc-8037-0dc032c92cf0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=893c1cf2-78e0-4b5a-815b-3f61572becf3 HTTP/1.1" status: 200 len: 1099 time: 0.0454211 Aug 07 05:02:13.259607 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-1364af91-5e11-49eb-9905-1cb46ce38bc0 req-45d484cd-f8a6-4785-a401-c802a136b72b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=659fd129-d5bf-474b-8b6e-a2200d7d23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429292 Aug 07 05:02:13.571265 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 43732) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:02:13.675692 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.v2.base [None req-a52d1851-b9f2-494d-a2be-54d9ac8bb397 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1706634283-network', 'tenant_id': 'd3b98bcd54684edb9deea48567c4695c'}} {{(pid=93259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:02:13.699246 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a52d1851-b9f2-494d-a2be-54d9ac8bb397 admin admin] Made reservation on behalf of d3b98bcd54684edb9deea48567c4695c for: {'network': 1} {{(pid=93259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 05:02:13.701569 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-a52d1851-b9f2-494d-a2be-54d9ac8bb397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for network, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:13.710786 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-a52d1851-b9f2-494d-a2be-54d9ac8bb397 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:13.833298 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-a52d1851-b9f2-494d-a2be-54d9ac8bb397 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:13.837823 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-a52d1851-b9f2-494d-a2be-54d9ac8bb397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:13.864647 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a52d1851-b9f2-494d-a2be-54d9ac8bb397 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=93259) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 05:02:13.875764 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52d1851-b9f2-494d-a2be-54d9ac8bb397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d63a8576-40ba-4b88-9e68-c708f136a893,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:02:13.881303 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-a52d1851-b9f2-494d-a2be-54d9ac8bb397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799109'] for segment, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:13.881642 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.db.segments_db [None req-a52d1851-b9f2-494d-a2be-54d9ac8bb397 admin admin] Added segment c046c30c-2b6c-4ee8-8938-26333aa46ee0 of type vlan for network 01d5f983-aff1-4b73-b6ef-61426680e591 Aug 07 05:02:13.931052 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-a52d1851-b9f2-494d-a2be-54d9ac8bb397 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768807114828'] for network, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:13.969590 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-a52d1851-b9f2-494d-a2be-54d9ac8bb397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370'] for network, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:13.970830 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52d1851-b9f2-494d-a2be-54d9ac8bb397 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:13.971569 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-a52d1851-b9f2-494d-a2be-54d9ac8bb397 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568364'] for network, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:14.037760 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-a52d1851-b9f2-494d-a2be-54d9ac8bb397 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4645379 Aug 07 05:02:14.040827 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 43738) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:02:14.046658 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.v2.base [None req-700a28b7-0add-41a6-b76b-a61d1c74b4ff admin admin] Request body: {'subnet': {'network_id': '01d5f983-aff1-4b73-b6ef-61426680e591', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1706634283-subnet', 'tenant_id': 'd3b98bcd54684edb9deea48567c4695c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:02:14.051163 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52d1851-b9f2-494d-a2be-54d9ac8bb397 admin admin] Pushing event updated for resources: {'Network': ['ID=01d5f983-aff1-4b73-b6ef-61426680e591,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:02:14.061884 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb146ce-5711-44bc-8c89-f3e1dcaddfc1 req-0c9e8da1-a704-479f-8b25-3ee49d50410a tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:14.063109 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Network 01d5f983-aff1-4b73-b6ef-61426680e591 details requested by agent ovs-agent-dv-cinder-759943-8-iscsi with host dv-cinder-759943-8-iscsi {{(pid=93261) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 05:02:14.063698 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-ccb146ce-5711-44bc-8c89-f3e1dcaddfc1 req-0c9e8da1-a704-479f-8b25-3ee49d50410a tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/ports?device_id=893c1cf2-78e0-4b5a-815b-3f61572becf3 HTTP/1.1" status: 200 len: 946 time: 0.0660465 Aug 07 05:02:14.076919 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-700a28b7-0add-41a6-b76b-a61d1c74b4ff admin admin] Made reservation on behalf of d3b98bcd54684edb9deea48567c4695c for: {'subnet': 1} {{(pid=93259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 05:02:14.079953 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-700a28b7-0add-41a6-b76b-a61d1c74b4ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9365162'] for subnet, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:14.105284 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-ccb146ce-5711-44bc-8c89-f3e1dcaddfc1 req-aafb77d9-3627-479b-b1e2-8cd092dbbf36 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/security-groups?id=659fd129-d5bf-474b-8b6e-a2200d7d23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354669 Aug 07 05:02:14.306788 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-700a28b7-0add-41a6-b76b-a61d1c74b4ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8513188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9365144'] for subnet, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:14.367025 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700a28b7-0add-41a6-b76b-a61d1c74b4ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=88707ccc-c8aa-46a5-830b-97735997051c,revision_number=0']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:02:14.379139 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700a28b7-0add-41a6-b76b-a61d1c74b4ff admin admin] Checking segment: {'id': 'c046c30c-2b6c-4ee8-8938-26333aa46ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '01d5f983-aff1-4b73-b6ef-61426680e591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 05:02:14.379623 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700a28b7-0add-41a6-b76b-a61d1c74b4ff admin admin] Network hostable DHCP agents. Network: 01d5f983-aff1-4b73-b6ef-61426680e591, hostable agents: ['fbf586e2-2064-4f25-86fb-4cd270d4900d'], hosted agents: [] {{(pid=93259) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 05:02:14.397773 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700a28b7-0add-41a6-b76b-a61d1c74b4ff admin admin] Network 01d5f983-aff1-4b73-b6ef-61426680e591 is scheduled to be hosted by DHCP agent fbf586e2-2064-4f25-86fb-4cd270d4900d with binding_index 1 {{(pid=93259) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 05:02:14.407436 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.base_scheduler [None req-700a28b7-0add-41a6-b76b-a61d1c74b4ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-8-iscsi, 01d5f983-aff1-4b73-b6ef-61426680e591) {{(pid=93259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 05:02:14.411763 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700a28b7-0add-41a6-b76b-a61d1c74b4ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:14.412350 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-700a28b7-0add-41a6-b76b-a61d1c74b4ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568364'] for subnet, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:14.417107 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8a0e5e-356a-4723-8f16-72d4eaa6321c None None] Network 01d5f983-aff1-4b73-b6ef-61426680e591 requested from dv-cinder-759943-8-iscsi {{(pid=93261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 05:02:14.428457 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-700a28b7-0add-41a6-b76b-a61d1c74b4ff admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3863997 Aug 07 05:02:14.579968 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36975140-746f-4f2f-8ed8-afc07e1dbd94 None None] Network 01d5f983-aff1-4b73-b6ef-61426680e591 requested from dv-cinder-759943-8-iscsi {{(pid=93261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 05:02:14.951531 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 43754) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:02:14.960718 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.v2.base [None req-a753bcc2-caff-4b6e-b432-b71ad43989bd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-207504750-network', 'tenant_id': '4e0cca4c47514136b2a74ad632460ece'}} {{(pid=93260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:02:14.994096 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a753bcc2-caff-4b6e-b432-b71ad43989bd admin admin] Made reservation on behalf of 4e0cca4c47514136b2a74ad632460ece for: {'network': 1} {{(pid=93260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 05:02:14.996526 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-a753bcc2-caff-4b6e-b432-b71ad43989bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for network, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:15.010437 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-a753bcc2-caff-4b6e-b432-b71ad43989bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:15.116766 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-a753bcc2-caff-4b6e-b432-b71ad43989bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:15.121083 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-a753bcc2-caff-4b6e-b432-b71ad43989bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:15.147566 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a753bcc2-caff-4b6e-b432-b71ad43989bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=93260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 05:02:15.159963 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a753bcc2-caff-4b6e-b432-b71ad43989bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f19a14-7308-4b27-9546-ac10739a7127,revision_number=1']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:02:15.169408 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-a753bcc2-caff-4b6e-b432-b71ad43989bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799109'] for segment, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:15.169408 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.db.segments_db [None req-a753bcc2-caff-4b6e-b432-b71ad43989bd admin admin] Added segment b3630646-ffe6-424d-97f2-4a1b81da23d2 of type vlan for network 7c692a7a-2bfb-442d-8120-b0556c5bbc19 Aug 07 05:02:15.216521 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-a753bcc2-caff-4b6e-b432-b71ad43989bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768807114828'] for network, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:15.246799 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f62f484-107a-4cff-a385-63b8a1b07fee req-9d32cdae-03da-49a7-aaa2-2c6341ef34ab tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:15.248591 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-2f62f484-107a-4cff-a385-63b8a1b07fee req-9d32cdae-03da-49a7-aaa2-2c6341ef34ab tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/ports?device_id=893c1cf2-78e0-4b5a-815b-3f61572becf3 HTTP/1.1" status: 200 len: 946 time: 0.0543590 Aug 07 05:02:15.251435 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-a753bcc2-caff-4b6e-b432-b71ad43989bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370'] for network, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:15.252622 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a753bcc2-caff-4b6e-b432-b71ad43989bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:15.253443 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-a753bcc2-caff-4b6e-b432-b71ad43989bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568364'] for network, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:15.308959 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-2f62f484-107a-4cff-a385-63b8a1b07fee req-9f7c1396-9fb1-4e14-87c9-be99c8faa3b9 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/security-groups?id=659fd129-d5bf-474b-8b6e-a2200d7d23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512936 Aug 07 05:02:15.319255 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-a753bcc2-caff-4b6e-b432-b71ad43989bd admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3652980 Aug 07 05:02:15.322090 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 43758) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:02:15.341959 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.v2.base [None req-2bcc5b19-cab2-43c1-8f9e-fb0c3d54ac19 admin admin] Request body: {'subnet': {'network_id': '7c692a7a-2bfb-442d-8120-b0556c5bbc19', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-207504750-subnet', 'tenant_id': '4e0cca4c47514136b2a74ad632460ece', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:02:15.352329 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a753bcc2-caff-4b6e-b432-b71ad43989bd admin admin] Pushing event updated for resources: {'Network': ['ID=7c692a7a-2bfb-442d-8120-b0556c5bbc19,revision_number=1']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:02:15.367911 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bcc5b19-cab2-43c1-8f9e-fb0c3d54ac19 admin admin] Made reservation on behalf of 4e0cca4c47514136b2a74ad632460ece for: {'subnet': 1} {{(pid=93259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 05:02:15.369383 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Network 7c692a7a-2bfb-442d-8120-b0556c5bbc19 details requested by agent ovs-agent-dv-cinder-759943-8-iscsi with host dv-cinder-759943-8-iscsi {{(pid=93261) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 05:02:15.371602 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-2bcc5b19-cab2-43c1-8f9e-fb0c3d54ac19 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9365162'] for subnet, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:15.595220 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-2bcc5b19-cab2-43c1-8f9e-fb0c3d54ac19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8513188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9365144'] for subnet, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:15.667744 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcc5b19-cab2-43c1-8f9e-fb0c3d54ac19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdb62c0a-94df-4fcd-8ab7-69aa5a2c6fef,revision_number=0']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:02:15.678698 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcc5b19-cab2-43c1-8f9e-fb0c3d54ac19 admin admin] Checking segment: {'id': 'b3630646-ffe6-424d-97f2-4a1b81da23d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '7c692a7a-2bfb-442d-8120-b0556c5bbc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 05:02:15.679269 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bcc5b19-cab2-43c1-8f9e-fb0c3d54ac19 admin admin] Network hostable DHCP agents. Network: 7c692a7a-2bfb-442d-8120-b0556c5bbc19, hostable agents: ['fbf586e2-2064-4f25-86fb-4cd270d4900d'], hosted agents: [] {{(pid=93259) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 05:02:15.708066 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bcc5b19-cab2-43c1-8f9e-fb0c3d54ac19 admin admin] Network 7c692a7a-2bfb-442d-8120-b0556c5bbc19 is scheduled to be hosted by DHCP agent fbf586e2-2064-4f25-86fb-4cd270d4900d with binding_index 1 {{(pid=93259) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 05:02:15.723063 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.base_scheduler [None req-2bcc5b19-cab2-43c1-8f9e-fb0c3d54ac19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-8-iscsi, 7c692a7a-2bfb-442d-8120-b0556c5bbc19) {{(pid=93259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 05:02:15.732049 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bcc5b19-cab2-43c1-8f9e-fb0c3d54ac19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:15.732987 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-2bcc5b19-cab2-43c1-8f9e-fb0c3d54ac19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568364'] for subnet, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:15.741656 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b661e3ae-3fcb-41a9-927b-88a34655051f None None] Network 7c692a7a-2bfb-442d-8120-b0556c5bbc19 requested from dv-cinder-759943-8-iscsi {{(pid=93261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 05:02:15.756633 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-2bcc5b19-cab2-43c1-8f9e-fb0c3d54ac19 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4328318 Aug 07 05:02:15.904142 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b6953d-ace4-40bf-a115-c7201ea88819 None None] Network 7c692a7a-2bfb-442d-8120-b0556c5bbc19 requested from dv-cinder-759943-8-iscsi {{(pid=93261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 05:02:15.909699 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 43768) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:02:15.960625 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.db_base_plugin_v2 [None req-6602c801-6663-4b47-b3ab-87541ec53393 admin admin] Deleting subnet 88707ccc-c8aa-46a5-830b-97735997051c {{(pid=93259) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 05:02:15.964375 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-6602c801-6663-4b47-b3ab-87541ec53393 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:16.002657 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-6602c801-6663-4b47-b3ab-87541ec53393 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9496115'] for subnet, precommit_delete_associations {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:16.054397 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-6602c801-6663-4b47-b3ab-87541ec53393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799044'] for subnet, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:16.115458 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-6602c801-6663-4b47-b3ab-87541ec53393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8513251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9365121'] for subnet, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:16.143072 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6602c801-6663-4b47-b3ab-87541ec53393 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88707ccc-c8aa-46a5-830b-97735997051c,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:02:16.148035 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-6602c801-6663-4b47-b3ab-87541ec53393 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568364'] for subnet, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:16.150146 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-6602c801-6663-4b47-b3ab-87541ec53393 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/88707ccc-c8aa-46a5-830b-97735997051c HTTP/1.1" status: 204 len: 168 time: 0.2393022 Aug 07 05:02:16.153474 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 43770) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:02:16.225219 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-f596e557-dc7c-4245-8de5-1fb7f034de04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1651291'] for network, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:16.313010 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-f596e557-dc7c-4245-8de5-1fb7f034de04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798403', 'neutron.services.segments.db._delete_segments_for_network-8768807654000'] for network, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:16.325186 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.services.segments.db [None req-f596e557-dc7c-4245-8de5-1fb7f034de04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01d5f983-aff1-4b73-b6ef-61426680e591']}} {{(pid=93259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:02:16.337960 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.services.segments.db [None req-f596e557-dc7c-4245-8de5-1fb7f034de04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c046c30c-2b6c-4ee8-8938-26333aa46ee0') {'for_net_delete': True} {{(pid=93259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:02:16.338299 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.services.segments.db [None req-f596e557-dc7c-4245-8de5-1fb7f034de04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c046c30c-2b6c-4ee8-8938-26333aa46ee0') {} {{(pid=93259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:02:16.348769 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-f596e557-dc7c-4245-8de5-1fb7f034de04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768807608441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9496100'] for segment, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:16.363621 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-f596e557-dc7c-4245-8de5-1fb7f034de04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799109'] for segment, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:16.370132 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f596e557-dc7c-4245-8de5-1fb7f034de04 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=93259) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 05:02:16.370532 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-f596e557-dc7c-4245-8de5-1fb7f034de04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8513085'] for segment, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:16.372169 dv-cinder-759943-8-iscsi neutron-server[93259]: Traceback (most recent call last): Aug 07 05:02:16.372169 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 05:02:16.372169 dv-cinder-759943-8-iscsi neutron-server[93259]: timer() Aug 07 05:02:16.372169 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 05:02:16.372169 dv-cinder-759943-8-iscsi neutron-server[93259]: cb(*args, **kw) Aug 07 05:02:16.372169 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 05:02:16.372169 dv-cinder-759943-8-iscsi neutron-server[93259]: return func(*args, **kwargs) Aug 07 05:02:16.372169 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 05:02:16.372169 dv-cinder-759943-8-iscsi neutron-server[93259]: self._notify() Aug 07 05:02:16.372169 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 05:02:16.372169 dv-cinder-759943-8-iscsi neutron-server[93259]: self.callback(batched_events) Aug 07 05:02:16.372169 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 05:02:16.372169 dv-cinder-759943-8-iscsi neutron-server[93259]: event.method(event) Aug 07 05:02:16.372169 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 05:02:16.372169 dv-cinder-759943-8-iscsi neutron-server[93259]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 05:02:16.372169 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 05:02:16.372169 dv-cinder-759943-8-iscsi neutron-server[93259]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 05:02:16.372169 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 05:02:16.372169 dv-cinder-759943-8-iscsi neutron-server[93259]: return f(self, *a, **k) Aug 07 05:02:16.372169 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 05:02:16.372169 dv-cinder-759943-8-iscsi neutron-server[93259]: return self._get(url).json() Aug 07 05:02:16.372169 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 05:02:16.372169 dv-cinder-759943-8-iscsi neutron-server[93259]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 05:02:16.372169 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 05:02:16.372169 dv-cinder-759943-8-iscsi neutron-server[93259]: return self.request(url, 'GET', **kwargs) Aug 07 05:02:16.372169 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 05:02:16.372169 dv-cinder-759943-8-iscsi neutron-server[93259]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 05:02:16.372169 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 05:02:16.372169 dv-cinder-759943-8-iscsi neutron-server[93259]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 05:02:16.372169 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 05:02:16.372169 dv-cinder-759943-8-iscsi neutron-server[93259]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 05:02:16.372169 dv-cinder-759943-8-iscsi neutron-server[93259]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 05:02:16.425346 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-f596e557-dc7c-4245-8de5-1fb7f034de04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-766646'] for network, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:16.431528 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-f596e557-dc7c-4245-8de5-1fb7f034de04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568364'] for network, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:16.433394 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-f596e557-dc7c-4245-8de5-1fb7f034de04 admin admin] 10.222.0.13 "DELETE /v2.0/networks/01d5f983-aff1-4b73-b6ef-61426680e591 HTTP/1.1" status: 204 len: 168 time: 0.2789240 Aug 07 05:02:16.436494 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 43772) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:02:16.445553 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f596e557-dc7c-4245-8de5-1fb7f034de04 admin admin] Pushing event deleted for resources: {'Network': ['ID=01d5f983-aff1-4b73-b6ef-61426680e591,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:02:16.488294 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.db.db_base_plugin_v2 [None req-a72e98da-522a-4239-800d-2b383ee57185 admin admin] Deleting subnet fdb62c0a-94df-4fcd-8ab7-69aa5a2c6fef {{(pid=93260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 05:02:16.492388 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-a72e98da-522a-4239-800d-2b383ee57185 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:16.534098 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-a72e98da-522a-4239-800d-2b383ee57185 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9590751'] for subnet, precommit_delete_associations {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:16.576721 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-a72e98da-522a-4239-800d-2b383ee57185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799044'] for subnet, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:16.644614 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-a72e98da-522a-4239-800d-2b383ee57185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9563743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9718305'] for subnet, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:16.676005 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72e98da-522a-4239-800d-2b383ee57185 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdb62c0a-94df-4fcd-8ab7-69aa5a2c6fef,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:02:16.678059 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-a72e98da-522a-4239-800d-2b383ee57185 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:16.679984 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-a72e98da-522a-4239-800d-2b383ee57185 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/fdb62c0a-94df-4fcd-8ab7-69aa5a2c6fef HTTP/1.1" status: 204 len: 168 time: 0.2420282 Aug 07 05:02:16.684638 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 43774) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:02:16.762781 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-376074f6-1027-471e-bb1c-37521aa97f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1651291'] for network, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:16.865400 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-376074f6-1027-471e-bb1c-37521aa97f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798403', 'neutron.services.segments.db._delete_segments_for_network-8768807654000'] for network, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:16.877622 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.services.segments.db [None req-376074f6-1027-471e-bb1c-37521aa97f34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c692a7a-2bfb-442d-8120-b0556c5bbc19']}} {{(pid=93260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:02:16.890451 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.services.segments.db [None req-376074f6-1027-471e-bb1c-37521aa97f34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3630646-ffe6-424d-97f2-4a1b81da23d2') {'for_net_delete': True} {{(pid=93260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:02:16.890741 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.services.segments.db [None req-376074f6-1027-471e-bb1c-37521aa97f34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3630646-ffe6-424d-97f2-4a1b81da23d2') {} {{(pid=93260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:02:16.900571 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-376074f6-1027-471e-bb1c-37521aa97f34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768807608441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9590728'] for segment, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:16.920140 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-376074f6-1027-471e-bb1c-37521aa97f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799109'] for segment, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:16.927215 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-376074f6-1027-471e-bb1c-37521aa97f34 admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=93260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 05:02:16.927623 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-376074f6-1027-471e-bb1c-37521aa97f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563777'] for segment, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:16.929387 dv-cinder-759943-8-iscsi neutron-server[93260]: Traceback (most recent call last): Aug 07 05:02:16.929387 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 05:02:16.929387 dv-cinder-759943-8-iscsi neutron-server[93260]: timer() Aug 07 05:02:16.929387 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 05:02:16.929387 dv-cinder-759943-8-iscsi neutron-server[93260]: cb(*args, **kw) Aug 07 05:02:16.929387 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 05:02:16.929387 dv-cinder-759943-8-iscsi neutron-server[93260]: return func(*args, **kwargs) Aug 07 05:02:16.929387 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 05:02:16.929387 dv-cinder-759943-8-iscsi neutron-server[93260]: self._notify() Aug 07 05:02:16.929387 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 05:02:16.929387 dv-cinder-759943-8-iscsi neutron-server[93260]: self.callback(batched_events) Aug 07 05:02:16.929387 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 05:02:16.929387 dv-cinder-759943-8-iscsi neutron-server[93260]: event.method(event) Aug 07 05:02:16.929387 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 05:02:16.929387 dv-cinder-759943-8-iscsi neutron-server[93260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 05:02:16.929387 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 05:02:16.929387 dv-cinder-759943-8-iscsi neutron-server[93260]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 05:02:16.929387 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 05:02:16.929387 dv-cinder-759943-8-iscsi neutron-server[93260]: return f(self, *a, **k) Aug 07 05:02:16.929387 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 05:02:16.929387 dv-cinder-759943-8-iscsi neutron-server[93260]: return self._get(url).json() Aug 07 05:02:16.929387 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 05:02:16.929387 dv-cinder-759943-8-iscsi neutron-server[93260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 05:02:16.929387 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 05:02:16.929387 dv-cinder-759943-8-iscsi neutron-server[93260]: return self.request(url, 'GET', **kwargs) Aug 07 05:02:16.929387 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 05:02:16.929387 dv-cinder-759943-8-iscsi neutron-server[93260]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 05:02:16.929387 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 05:02:16.929387 dv-cinder-759943-8-iscsi neutron-server[93260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 05:02:16.929387 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 05:02:16.929387 dv-cinder-759943-8-iscsi neutron-server[93260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 05:02:16.929387 dv-cinder-759943-8-iscsi neutron-server[93260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 05:02:16.988797 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-376074f6-1027-471e-bb1c-37521aa97f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-766646'] for network, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:17.006887 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-376074f6-1027-471e-bb1c-37521aa97f34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568364'] for network, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:17.009792 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-376074f6-1027-471e-bb1c-37521aa97f34 admin admin] 10.222.0.13 "DELETE /v2.0/networks/7c692a7a-2bfb-442d-8120-b0556c5bbc19 HTTP/1.1" status: 204 len: 168 time: 0.3223262 Aug 07 05:02:17.015767 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376074f6-1027-471e-bb1c-37521aa97f34 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c692a7a-2bfb-442d-8120-b0556c5bbc19,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:02:17.236092 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 43790) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:02:17.282390 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-538882ac-68e1-4623-a23b-d80e914a7650 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d3b98bcd54684edb9deea48567c4695c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0447202 Aug 07 05:02:17.285602 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 43792) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:02:17.344700 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-5a77eedd-e47a-4b95-bc4a-567268662a58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:17.367457 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-5a77eedd-e47a-4b95-bc4a-567268662a58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:17.423016 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-5a77eedd-e47a-4b95-bc4a-567268662a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:17.425736 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-5a77eedd-e47a-4b95-bc4a-567268662a58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:17.426960 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-5a77eedd-e47a-4b95-bc4a-567268662a58 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d63a8576-40ba-4b88-9e68-c708f136a893 HTTP/1.1" status: 204 len: 168 time: 0.1403384 Aug 07 05:02:17.435755 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a77eedd-e47a-4b95-bc4a-567268662a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63a8576-40ba-4b88-9e68-c708f136a893,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:02:17.804178 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 43798) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:02:17.846694 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-c06a4f29-37ae-4ea9-b333-e937a9887e7b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4e0cca4c47514136b2a74ad632460ece&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0412064 Aug 07 05:02:17.849074 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 43800) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:02:17.904288 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-41b118bd-e77c-4230-881a-1f859355f569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:17.935976 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-41b118bd-e77c-4230-881a-1f859355f569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:17.987459 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-41b118bd-e77c-4230-881a-1f859355f569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:17.990389 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-41b118bd-e77c-4230-881a-1f859355f569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:17.991600 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-41b118bd-e77c-4230-881a-1f859355f569 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d1f19a14-7308-4b27-9546-ac10739a7127 HTTP/1.1" status: 204 len: 168 time: 0.1415796 Aug 07 05:02:18.001229 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b118bd-e77c-4230-881a-1f859355f569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f19a14-7308-4b27-9546-ac10739a7127,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:02:26.789489 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-04290b74-ef43-46f4-bfa5-c9ae1fde76ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:27.593539 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-ae5ca778-0016-48a9-921c-b6a880ea3853 req-4b17911a-1e46-4ac9-a13c-f2a0d5d3800e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9187a1f0-ebad-4f15-8672-da445ebc35ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440440 Aug 07 05:02:27.656006 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5ca778-0016-48a9-921c-b6a880ea3853 req-a1337313-3862-4f95-8634-1952d2f91904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:27.657649 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-ae5ca778-0016-48a9-921c-b6a880ea3853 req-a1337313-3862-4f95-8634-1952d2f91904 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e0202a7fc56e416f9ce6e0728343150c&device_id=9187a1f0-ebad-4f15-8672-da445ebc35ff HTTP/1.1" status: 200 len: 1099 time: 0.0413034 Aug 07 05:02:27.772713 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5ca778-0016-48a9-921c-b6a880ea3853 req-b4e93b92-2044-4bde-a7c1-10118a5a299a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:27.774244 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-ae5ca778-0016-48a9-921c-b6a880ea3853 req-b4e93b92-2044-4bde-a7c1-10118a5a299a service neutron] 10.222.0.43 "GET /v2.0/networks?id=3c6994ec-32f0-4a5f-a478-ed69244b4560 HTTP/1.1" status: 200 len: 909 time: 0.0857275 Aug 07 05:02:27.857118 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-ae5ca778-0016-48a9-921c-b6a880ea3853 req-04978047-a974-4f4a-9bd7-25cc492fd143 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=270cb80e-972e-4220-aa67-e66c575d5b61 HTTP/1.1" status: 200 len: 1002 time: 0.0680823 Aug 07 05:02:27.916381 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5ca778-0016-48a9-921c-b6a880ea3853 req-a258e8d8-b3c6-49d3-9656-900f0a6c18e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:27.917935 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-ae5ca778-0016-48a9-921c-b6a880ea3853 req-a258e8d8-b3c6-49d3-9656-900f0a6c18e0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8faaf127-5693-4571-b131-8fe89530dcf6 HTTP/1.1" status: 200 len: 847 time: 0.0470123 Aug 07 05:02:27.970142 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5ca778-0016-48a9-921c-b6a880ea3853 req-af0d5681-953a-4c85-b87c-93fd85d468b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:27.971748 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-ae5ca778-0016-48a9-921c-b6a880ea3853 req-af0d5681-953a-4c85-b87c-93fd85d468b3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3c6994ec-32f0-4a5f-a478-ed69244b4560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450084 Aug 07 05:02:28.075146 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-ae5ca778-0016-48a9-921c-b6a880ea3853 req-5d2ee3aa-b99b-46cb-86c2-427c6c4185ee service neutron] 10.222.0.43 "GET /v2.0/networks/3c6994ec-32f0-4a5f-a478-ed69244b4560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865037 Aug 07 05:02:28.197987 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-ae5ca778-0016-48a9-921c-b6a880ea3853 req-693fbf6a-4ada-4415-a63a-e2bc967fa49f service neutron] 10.222.0.43 "GET /v2.0/networks/3c6994ec-32f0-4a5f-a478-ed69244b4560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135666 Aug 07 05:02:29.341008 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:29.693811 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-436e7559-2ca9-42dc-8881-48500beca1b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:29.716891 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:29.845008 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759ce5ba-3353-4fe9-b195-03c27ee98f93 req-3720ed16-22c3-4f2a-95a1-5c7e87cc3480 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:29.846654 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-759ce5ba-3353-4fe9-b195-03c27ee98f93 req-3720ed16-22c3-4f2a-95a1-5c7e87cc3480 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/ports?device_id=893c1cf2-78e0-4b5a-815b-3f61572becf3 HTTP/1.1" status: 200 len: 946 time: 0.0586083 Aug 07 05:02:29.894564 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-759ce5ba-3353-4fe9-b195-03c27ee98f93 req-db9c327c-cf02-4b5e-9c99-486a4d5174ff tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/security-groups?id=659fd129-d5bf-474b-8b6e-a2200d7d23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412791 Aug 07 05:02:30.751247 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-f79f476c-1ac6-45f4-a536-05d31601a6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:31.014930 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afc3465-b075-48a8-b604-498a9b91ea25 req-98183123-8167-4cb9-927b-92bf8d42875f tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:31.016330 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-5afc3465-b075-48a8-b604-498a9b91ea25 req-98183123-8167-4cb9-927b-92bf8d42875f tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/ports?device_id=893c1cf2-78e0-4b5a-815b-3f61572becf3 HTTP/1.1" status: 200 len: 946 time: 0.0524204 Aug 07 05:02:31.059641 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-5afc3465-b075-48a8-b604-498a9b91ea25 req-148a779f-356f-475d-9031-c99e67966efa tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/security-groups?id=659fd129-d5bf-474b-8b6e-a2200d7d23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369670 Aug 07 05:02:31.603915 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a52ab-a666-4cd2-bee4-8f47f20dbcf5 req-2fd1ffc7-9149-4536-b490-41a5647a55ac tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:31.605358 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-c15a52ab-a666-4cd2-bee4-8f47f20dbcf5 req-2fd1ffc7-9149-4536-b490-41a5647a55ac tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.43 "GET /v2.0/ports?device_id=893c1cf2-78e0-4b5a-815b-3f61572becf3 HTTP/1.1" status: 200 len: 946 time: 0.0492666 Aug 07 05:02:31.698371 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.plugin [req-c15a52ab-a666-4cd2-bee4-8f47f20dbcf5 req-969323b5-9e8e-490f-9d8e-74d86fccf2b1 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Deleting port 4e2fdeb4-c65e-47c4-bfca-697630224b24 {{(pid=93259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:02:31.698711 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-c15a52ab-a666-4cd2-bee4-8f47f20dbcf5 req-969323b5-9e8e-490f-9d8e-74d86fccf2b1 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768807591985'] for port, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:31.790891 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.db [req-c15a52ab-a666-4cd2-bee4-8f47f20dbcf5 req-969323b5-9e8e-490f-9d8e-74d86fccf2b1 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] For port 4e2fdeb4-c65e-47c4-bfca-697630224b24, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=4e2fdeb4-c65e-47c4-bfca-697630224b24,segment=NetworkSegment(93275829-178b-4de5-a6c7-b3a1399ec9f6),segment_id=93275829-178b-4de5-a6c7-b3a1399ec9f6)] {{(pid=93259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:02:31.791234 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-c15a52ab-a666-4cd2-bee4-8f47f20dbcf5 req-969323b5-9e8e-490f-9d8e-74d86fccf2b1 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769206'] for port, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:31.804525 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.plugin [req-c15a52ab-a666-4cd2-bee4-8f47f20dbcf5 req-969323b5-9e8e-490f-9d8e-74d86fccf2b1 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Calling delete_port for 4e2fdeb4-c65e-47c4-bfca-697630224b24 owned by compute:nova {{(pid=93259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:02:31.937339 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-c15a52ab-a666-4cd2-bee4-8f47f20dbcf5 req-969323b5-9e8e-490f-9d8e-74d86fccf2b1 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768807598987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768807127278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513232'] for port, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:31.949039 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] get_ports_and_sgs() called for port_ids ['1291803c-2bc7-4afd-85cd-2e73fc81e037', 'c440a053-868e-4198-8d9d-54412d3f811d', '6ddcf384-7e52-4a1d-a97b-2e55fe87619d', '4e2fdeb4-c65e-47c4-bfca-697630224b24'] {{(pid=93261) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 05:02:31.963595 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969323b5-9e8e-490f-9d8e-74d86fccf2b1 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Pushing event deleted for resources: {'Port': ['ID=4e2fdeb4-c65e-47c4-bfca-697630224b24,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:02:32.011873 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.l3_dvrscheduler_db [req-c15a52ab-a666-4cd2-bee4-8f47f20dbcf5 req-969323b5-9e8e-490f-9d8e-74d86fccf2b1 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] No DVR routers for this DVR port 4e2fdeb4-c65e-47c4-bfca-697630224b24 on host hv-cinder-75994 {{(pid=93259) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 05:02:32.015002 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-c15a52ab-a666-4cd2-bee4-8f47f20dbcf5 req-969323b5-9e8e-490f-9d8e-74d86fccf2b1 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77622'] for port, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:32.017000 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-c15a52ab-a666-4cd2-bee4-8f47f20dbcf5 req-969323b5-9e8e-490f-9d8e-74d86fccf2b1 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.43 "DELETE /v2.0/ports/4e2fdeb4-c65e-47c4-bfca-697630224b24 HTTP/1.1" status: 204 len: 173 time: 0.4042029 Aug 07 05:02:32.017439 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '893c1cf2-78e0-4b5a-815b-3f61572becf3', 'name': 'network-vif-deleted', 'tag': '4e2fdeb4-c65e-47c4-bfca-697630224b24'}] {{(pid=93259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 05:02:32.019736 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2475665ef9a7cb8741e3251ff967df6d1dd3d3eb822c2e36b28ddc32d9da7eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba0911da-532f-4b36-a69a-1755dd6ce5c9" -d '{"events": [{"server_uuid": "893c1cf2-78e0-4b5a-815b-3f61572becf3", "name": "network-vif-deleted", "tag": "4e2fdeb4-c65e-47c4-bfca-697630224b24"}]}' {{(pid=93259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 05:02:32.063143 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 05:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-749df204-fb03-47ac-a70d-32e227de1035 x-openstack-request-id: req-749df204-fb03-47ac-a70d-32e227de1035 {{(pid=93259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 05:02:32.063454 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "893c1cf2-78e0-4b5a-815b-3f61572becf3", "name": "network-vif-deleted", "tag": "4e2fdeb4-c65e-47c4-bfca-697630224b24", "status": "completed", "code": 200}]} {{(pid=93259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 05:02:32.063729 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-749df204-fb03-47ac-a70d-32e227de1035 {{(pid=93259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 05:02:32.064140 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '893c1cf2-78e0-4b5a-815b-3f61572becf3', 'name': 'network-vif-deleted', 'tag': '4e2fdeb4-c65e-47c4-bfca-697630224b24', 'status': 'completed', 'code': 200} Aug 07 05:02:32.177146 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-1fdc1705-8d21-454a-b4c8-045e60a99cd6 req-04600583-ad53-43e5-a016-c3202ead506a tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/ports?device_id=893c1cf2-78e0-4b5a-815b-3f61572becf3 HTTP/1.1" status: 200 len: 210 time: 0.0337241 Aug 07 05:02:32.536223 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-fe46c1f5-d46f-4bdc-a2a5-961a9e169c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:34.595803 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b6241a-9d5b-4a67-b6d4-9b71cd38d009 req-e75a78ae-4b69-49b1-8e68-96374e80da89 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:34.597392 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-a9b6241a-9d5b-4a67-b6d4-9b71cd38d009 req-e75a78ae-4b69-49b1-8e68-96374e80da89 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/ports?device_id=2157fc0b-e935-49d9-bd9c-6c6383ad0d51 HTTP/1.1" status: 200 len: 946 time: 0.0516360 Aug 07 05:02:34.635441 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-a9b6241a-9d5b-4a67-b6d4-9b71cd38d009 req-8ddc3992-99af-403c-b7cf-0da3e391f0b4 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/security-groups?id=659fd129-d5bf-474b-8b6e-a2200d7d23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321143 Aug 07 05:02:35.655609 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.agents_db [None req-236ba2d6-2b68-46f9-96aa-64978379ec1a None None] Agent healthcheck: found 6 active agents {{(pid=93262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 05:02:35.755551 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a712b-ec36-4bb0-be2c-fd34b1a29285 req-cd513916-b03a-4f42-b544-8c8d2d182316 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:35.757088 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-f39a712b-ec36-4bb0-be2c-fd34b1a29285 req-cd513916-b03a-4f42-b544-8c8d2d182316 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/ports?device_id=2157fc0b-e935-49d9-bd9c-6c6383ad0d51 HTTP/1.1" status: 200 len: 946 time: 0.0519612 Aug 07 05:02:35.799219 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-f39a712b-ec36-4bb0-be2c-fd34b1a29285 req-67b75f46-cb67-48ee-8eb1-554413384140 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/security-groups?id=659fd129-d5bf-474b-8b6e-a2200d7d23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349388 Aug 07 05:02:36.167627 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56628737-db69-451f-b34d-d9a80f06d5ab req-f9438c5a-3fdd-4ee3-ad9c-6bac9caffed1 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:36.169073 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-56628737-db69-451f-b34d-d9a80f06d5ab req-f9438c5a-3fdd-4ee3-ad9c-6bac9caffed1 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.43 "GET /v2.0/ports?device_id=2157fc0b-e935-49d9-bd9c-6c6383ad0d51 HTTP/1.1" status: 200 len: 946 time: 0.0481470 Aug 07 05:02:36.258682 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.plugin [req-56628737-db69-451f-b34d-d9a80f06d5ab req-92e6ab60-7c9f-4225-b06d-34088302a0b1 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Deleting port 6ddcf384-7e52-4a1d-a97b-2e55fe87619d {{(pid=93259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:02:36.259020 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-56628737-db69-451f-b34d-d9a80f06d5ab req-92e6ab60-7c9f-4225-b06d-34088302a0b1 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768807591985'] for port, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:36.349090 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.db [req-56628737-db69-451f-b34d-d9a80f06d5ab req-92e6ab60-7c9f-4225-b06d-34088302a0b1 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] For port 6ddcf384-7e52-4a1d-a97b-2e55fe87619d, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=6ddcf384-7e52-4a1d-a97b-2e55fe87619d,segment=NetworkSegment(93275829-178b-4de5-a6c7-b3a1399ec9f6),segment_id=93275829-178b-4de5-a6c7-b3a1399ec9f6)] {{(pid=93259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:02:36.349366 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-56628737-db69-451f-b34d-d9a80f06d5ab req-92e6ab60-7c9f-4225-b06d-34088302a0b1 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769206'] for port, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:36.362551 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.plugin [req-56628737-db69-451f-b34d-d9a80f06d5ab req-92e6ab60-7c9f-4225-b06d-34088302a0b1 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Calling delete_port for 6ddcf384-7e52-4a1d-a97b-2e55fe87619d owned by compute:nova {{(pid=93259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:02:36.498887 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-56628737-db69-451f-b34d-d9a80f06d5ab req-92e6ab60-7c9f-4225-b06d-34088302a0b1 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768807598987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768807127278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513232'] for port, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:36.511174 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] get_ports_and_sgs() called for port_ids ['1291803c-2bc7-4afd-85cd-2e73fc81e037', 'c440a053-868e-4198-8d9d-54412d3f811d', '6ddcf384-7e52-4a1d-a97b-2e55fe87619d'] {{(pid=93261) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 05:02:36.527200 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e6ab60-7c9f-4225-b06d-34088302a0b1 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Pushing event deleted for resources: {'Port': ['ID=6ddcf384-7e52-4a1d-a97b-2e55fe87619d,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:02:36.572511 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.l3_dvrscheduler_db [req-56628737-db69-451f-b34d-d9a80f06d5ab req-92e6ab60-7c9f-4225-b06d-34088302a0b1 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] No DVR routers for this DVR port 6ddcf384-7e52-4a1d-a97b-2e55fe87619d on host hv-cinder-75994 {{(pid=93259) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 05:02:36.575034 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-56628737-db69-451f-b34d-d9a80f06d5ab req-92e6ab60-7c9f-4225-b06d-34088302a0b1 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77622'] for port, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:36.577245 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-56628737-db69-451f-b34d-d9a80f06d5ab req-92e6ab60-7c9f-4225-b06d-34088302a0b1 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.43 "DELETE /v2.0/ports/6ddcf384-7e52-4a1d-a97b-2e55fe87619d HTTP/1.1" status: 204 len: 173 time: 0.4018888 Aug 07 05:02:36.577666 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2157fc0b-e935-49d9-bd9c-6c6383ad0d51', 'name': 'network-vif-deleted', 'tag': '6ddcf384-7e52-4a1d-a97b-2e55fe87619d'}] {{(pid=93259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 05:02:36.580143 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2475665ef9a7cb8741e3251ff967df6d1dd3d3eb822c2e36b28ddc32d9da7eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65adc723-71d1-482c-87ae-440cd672c87b" -d '{"events": [{"server_uuid": "2157fc0b-e935-49d9-bd9c-6c6383ad0d51", "name": "network-vif-deleted", "tag": "6ddcf384-7e52-4a1d-a97b-2e55fe87619d"}]}' {{(pid=93259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 05:02:36.617100 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 05:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f255790-b480-49b1-ada3-13e9f8966fdf x-openstack-request-id: req-5f255790-b480-49b1-ada3-13e9f8966fdf {{(pid=93259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 05:02:36.617404 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2157fc0b-e935-49d9-bd9c-6c6383ad0d51", "name": "network-vif-deleted", "tag": "6ddcf384-7e52-4a1d-a97b-2e55fe87619d", "status": "completed", "code": 200}]} {{(pid=93259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 05:02:36.617640 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5f255790-b480-49b1-ada3-13e9f8966fdf {{(pid=93259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 05:02:36.618085 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2157fc0b-e935-49d9-bd9c-6c6383ad0d51', 'name': 'network-vif-deleted', 'tag': '6ddcf384-7e52-4a1d-a97b-2e55fe87619d', 'status': 'completed', 'code': 200} Aug 07 05:02:36.723124 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device 4e2fdeb4-c65e-47c4-bfca-697630224b24 no longer exists at agent hyperv_hv-cinder-75994 {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 05:02:36.747873 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.plugin [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] No Port match for: 4e2fdeb4-c65e-47c4-bfca-697630224b24 {{(pid=93261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 05:02:36.748225 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device 4e2fdeb4-c65e-47c4-bfca-697630224b24 not bound to the agent host hv-cinder-75994 {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 05:02:36.908125 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-f93dfb7d-d173-42ae-a2e9-177ae5de4af5 req-5de193c1-966a-446a-a89e-e2cff83cf87c tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/ports?device_id=2157fc0b-e935-49d9-bd9c-6c6383ad0d51 HTTP/1.1" status: 200 len: 210 time: 0.0299888 Aug 07 05:02:38.190458 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24d8cfd-42d0-47ec-8bac-72760f289c13 req-bfb2a9a6-6593-4d66-b2b5-71374f776f82 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:38.191831 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-a24d8cfd-42d0-47ec-8bac-72760f289c13 req-bfb2a9a6-6593-4d66-b2b5-71374f776f82 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/ports?device_id=99c01437-7c7e-437d-b3d3-ecf5522f682d HTTP/1.1" status: 200 len: 945 time: 0.0520401 Aug 07 05:02:38.472831 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-a24d8cfd-42d0-47ec-8bac-72760f289c13 req-7ae13290-e834-41ab-8183-b6bec35136ca tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/security-groups?id=659fd129-d5bf-474b-8b6e-a2200d7d23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748909 Aug 07 05:02:39.497361 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf2a709-2c77-40bf-b80f-72761e7a0e95 req-5065beab-3241-49f4-b070-b8336625cfc4 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:39.498835 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-7cf2a709-2c77-40bf-b80f-72761e7a0e95 req-5065beab-3241-49f4-b070-b8336625cfc4 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.43 "GET /v2.0/ports?device_id=99c01437-7c7e-437d-b3d3-ecf5522f682d HTTP/1.1" status: 200 len: 945 time: 0.0485637 Aug 07 05:02:39.587723 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0430d473-828e-4383-9191-d51bfb5d9847 req-d5d988fa-f629-4349-aea2-c637b920eb0c tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:39.589172 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-0430d473-828e-4383-9191-d51bfb5d9847 req-d5d988fa-f629-4349-aea2-c637b920eb0c tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/ports?device_id=99c01437-7c7e-437d-b3d3-ecf5522f682d HTTP/1.1" status: 200 len: 945 time: 0.0482552 Aug 07 05:02:39.592621 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.plugin [req-7cf2a709-2c77-40bf-b80f-72761e7a0e95 req-529717ac-8082-4785-8bc9-6cea5d305619 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Deleting port c440a053-868e-4198-8d9d-54412d3f811d {{(pid=93259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:02:39.593475 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-7cf2a709-2c77-40bf-b80f-72761e7a0e95 req-529717ac-8082-4785-8bc9-6cea5d305619 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768807591985'] for port, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:39.630160 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-0430d473-828e-4383-9191-d51bfb5d9847 req-52dfb95d-55f3-4e51-b7ec-9696c2076b78 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/security-groups?id=659fd129-d5bf-474b-8b6e-a2200d7d23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341575 Aug 07 05:02:39.681513 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.db [req-7cf2a709-2c77-40bf-b80f-72761e7a0e95 req-529717ac-8082-4785-8bc9-6cea5d305619 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] For port c440a053-868e-4198-8d9d-54412d3f811d, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=c440a053-868e-4198-8d9d-54412d3f811d,segment=NetworkSegment(93275829-178b-4de5-a6c7-b3a1399ec9f6),segment_id=93275829-178b-4de5-a6c7-b3a1399ec9f6)] {{(pid=93259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:02:39.681895 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-7cf2a709-2c77-40bf-b80f-72761e7a0e95 req-529717ac-8082-4785-8bc9-6cea5d305619 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769206'] for port, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:39.694336 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.plugin [req-7cf2a709-2c77-40bf-b80f-72761e7a0e95 req-529717ac-8082-4785-8bc9-6cea5d305619 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Calling delete_port for c440a053-868e-4198-8d9d-54412d3f811d owned by compute:nova {{(pid=93259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:02:39.826298 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-7cf2a709-2c77-40bf-b80f-72761e7a0e95 req-529717ac-8082-4785-8bc9-6cea5d305619 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768807598987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768807127278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513232'] for port, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:39.839747 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] get_ports_and_sgs() called for port_ids ['1291803c-2bc7-4afd-85cd-2e73fc81e037', 'c440a053-868e-4198-8d9d-54412d3f811d'] {{(pid=93261) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 05:02:39.863640 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529717ac-8082-4785-8bc9-6cea5d305619 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Pushing event deleted for resources: {'Port': ['ID=c440a053-868e-4198-8d9d-54412d3f811d,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:02:39.902672 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cf2a709-2c77-40bf-b80f-72761e7a0e95 req-529717ac-8082-4785-8bc9-6cea5d305619 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] No DVR routers for this DVR port c440a053-868e-4198-8d9d-54412d3f811d on host hv-cinder-75994 {{(pid=93259) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 05:02:39.905506 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-7cf2a709-2c77-40bf-b80f-72761e7a0e95 req-529717ac-8082-4785-8bc9-6cea5d305619 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77622'] for port, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:39.908205 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-7cf2a709-2c77-40bf-b80f-72761e7a0e95 req-529717ac-8082-4785-8bc9-6cea5d305619 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.43 "DELETE /v2.0/ports/c440a053-868e-4198-8d9d-54412d3f811d HTTP/1.1" status: 204 len: 173 time: 0.4030104 Aug 07 05:02:39.908652 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c01437-7c7e-437d-b3d3-ecf5522f682d', 'name': 'network-vif-deleted', 'tag': 'c440a053-868e-4198-8d9d-54412d3f811d'}] {{(pid=93259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 05:02:39.911051 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2475665ef9a7cb8741e3251ff967df6d1dd3d3eb822c2e36b28ddc32d9da7eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a89e3a22-bc9a-4357-a0cc-ad591524d712" -d '{"events": [{"server_uuid": "99c01437-7c7e-437d-b3d3-ecf5522f682d", "name": "network-vif-deleted", "tag": "c440a053-868e-4198-8d9d-54412d3f811d"}]}' {{(pid=93259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 05:02:39.947022 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 05:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4507e683-cd13-42ae-9a61-fcb4b54b7dd7 x-openstack-request-id: req-4507e683-cd13-42ae-9a61-fcb4b54b7dd7 {{(pid=93259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 05:02:39.947315 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99c01437-7c7e-437d-b3d3-ecf5522f682d", "name": "network-vif-deleted", "tag": "c440a053-868e-4198-8d9d-54412d3f811d", "status": "completed", "code": 200}]} {{(pid=93259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 05:02:39.947565 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4507e683-cd13-42ae-9a61-fcb4b54b7dd7 {{(pid=93259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 05:02:39.948571 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99c01437-7c7e-437d-b3d3-ecf5522f682d', 'name': 'network-vif-deleted', 'tag': 'c440a053-868e-4198-8d9d-54412d3f811d', 'status': 'completed', 'code': 200} Aug 07 05:02:40.742956 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device 6ddcf384-7e52-4a1d-a97b-2e55fe87619d no longer exists at agent hyperv_hv-cinder-75994 {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 05:02:40.766393 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.plugin [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] No Port match for: 6ddcf384-7e52-4a1d-a97b-2e55fe87619d {{(pid=93261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 05:02:40.766744 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device 6ddcf384-7e52-4a1d-a97b-2e55fe87619d not bound to the agent host hv-cinder-75994 {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 05:02:42.040292 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5333d9-1336-435d-8ea6-3c075cbf323c req-20f7dd15-8f63-4c2d-9193-2c385874a142 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:42.042014 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-ed5333d9-1336-435d-8ea6-3c075cbf323c req-20f7dd15-8f63-4c2d-9193-2c385874a142 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c2530a9-d953-4e41-bed8-c24425546f07 HTTP/1.1" status: 200 len: 945 time: 0.0488474 Aug 07 05:02:42.081174 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-ed5333d9-1336-435d-8ea6-3c075cbf323c req-635e9740-7fd3-4e77-8f56-90036561475d tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/security-groups?id=659fd129-d5bf-474b-8b6e-a2200d7d23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330763 Aug 07 05:02:43.199561 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b258f77-0c00-445f-8f9a-55bfcd041ce8 req-5e9d105c-6f4a-4253-bf7f-6afabc684d58 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:43.201039 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-3b258f77-0c00-445f-8f9a-55bfcd041ce8 req-5e9d105c-6f4a-4253-bf7f-6afabc684d58 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c2530a9-d953-4e41-bed8-c24425546f07 HTTP/1.1" status: 200 len: 945 time: 0.0512209 Aug 07 05:02:43.240022 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-3b258f77-0c00-445f-8f9a-55bfcd041ce8 req-250d99da-b51b-4fac-b17f-d5950673ef13 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/security-groups?id=659fd129-d5bf-474b-8b6e-a2200d7d23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324285 Aug 07 05:02:44.357379 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f61cf0-912a-425b-9db2-71fa07b6716d req-da49b2cb-3a51-4b51-8b50-e043b8a85a2d tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:44.359285 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-c3f61cf0-912a-425b-9db2-71fa07b6716d req-da49b2cb-3a51-4b51-8b50-e043b8a85a2d tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c2530a9-d953-4e41-bed8-c24425546f07 HTTP/1.1" status: 200 len: 945 time: 0.0496421 Aug 07 05:02:44.401363 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-c3f61cf0-912a-425b-9db2-71fa07b6716d req-a73d4604-c857-4195-8ea9-22da8167c963 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/security-groups?id=659fd129-d5bf-474b-8b6e-a2200d7d23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359015 Aug 07 05:02:45.514096 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device c440a053-868e-4198-8d9d-54412d3f811d no longer exists at agent hyperv_hv-cinder-75994 {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 05:02:45.517067 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4892e08c-21b2-4e9a-80ca-ef41ae4239bf req-c594523a-a88a-4b31-a885-e638b1f56a8c tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:45.518620 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-4892e08c-21b2-4e9a-80ca-ef41ae4239bf req-c594523a-a88a-4b31-a885-e638b1f56a8c tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c2530a9-d953-4e41-bed8-c24425546f07 HTTP/1.1" status: 200 len: 945 time: 0.0490441 Aug 07 05:02:45.535718 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.plugin [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] No Port match for: c440a053-868e-4198-8d9d-54412d3f811d {{(pid=93261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 05:02:45.536095 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device c440a053-868e-4198-8d9d-54412d3f811d not bound to the agent host hv-cinder-75994 {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 05:02:45.557792 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-4892e08c-21b2-4e9a-80ca-ef41ae4239bf req-2b7c732b-d69a-40a2-9e08-93d83fd29d2b tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/security-groups?id=659fd129-d5bf-474b-8b6e-a2200d7d23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330393 Aug 07 05:02:46.673158 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4250818-315c-4944-ae43-8b57291c6c08 req-529994e3-ef13-47b1-832a-38851d0935c3 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:46.674593 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-a4250818-315c-4944-ae43-8b57291c6c08 req-529994e3-ef13-47b1-832a-38851d0935c3 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c2530a9-d953-4e41-bed8-c24425546f07 HTTP/1.1" status: 200 len: 945 time: 0.0495641 Aug 07 05:02:46.712464 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-a4250818-315c-4944-ae43-8b57291c6c08 req-20dad080-68d3-44df-a227-65a0b5bcdade tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/security-groups?id=659fd129-d5bf-474b-8b6e-a2200d7d23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320382 Aug 07 05:02:47.834013 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eee057-efb5-4c50-a036-3b0d9f86670c req-4c17fed2-0826-419d-ba7e-2fb218bef560 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:47.835538 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-76eee057-efb5-4c50-a036-3b0d9f86670c req-4c17fed2-0826-419d-ba7e-2fb218bef560 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c2530a9-d953-4e41-bed8-c24425546f07 HTTP/1.1" status: 200 len: 945 time: 0.0515003 Aug 07 05:02:47.905660 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-76eee057-efb5-4c50-a036-3b0d9f86670c req-5f1cbe2c-c3ec-4da0-810d-290291c7d8f0 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.13 "GET /v2.0/security-groups?id=659fd129-d5bf-474b-8b6e-a2200d7d23d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638328 Aug 07 05:02:47.923477 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c88ad1-b32e-47e5-81cc-a6a24a1ee7a1 req-c9e0a1e3-b8a7-4234-9bbc-7a8524c5f9af tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:47.924991 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-16c88ad1-b32e-47e5-81cc-a6a24a1ee7a1 req-c9e0a1e3-b8a7-4234-9bbc-7a8524c5f9af tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.43 "GET /v2.0/ports?device_id=0c2530a9-d953-4e41-bed8-c24425546f07 HTTP/1.1" status: 200 len: 945 time: 0.0693324 Aug 07 05:02:48.023400 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.plugin [req-16c88ad1-b32e-47e5-81cc-a6a24a1ee7a1 req-88f3707c-3be0-41bd-88e6-cd3353574609 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Deleting port 1291803c-2bc7-4afd-85cd-2e73fc81e037 {{(pid=93259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:02:48.023627 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-16c88ad1-b32e-47e5-81cc-a6a24a1ee7a1 req-88f3707c-3be0-41bd-88e6-cd3353574609 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768807591985'] for port, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:48.112198 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.db [req-16c88ad1-b32e-47e5-81cc-a6a24a1ee7a1 req-88f3707c-3be0-41bd-88e6-cd3353574609 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] For port 1291803c-2bc7-4afd-85cd-2e73fc81e037, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=1291803c-2bc7-4afd-85cd-2e73fc81e037,segment=NetworkSegment(93275829-178b-4de5-a6c7-b3a1399ec9f6),segment_id=93275829-178b-4de5-a6c7-b3a1399ec9f6)] {{(pid=93259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:02:48.112557 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-16c88ad1-b32e-47e5-81cc-a6a24a1ee7a1 req-88f3707c-3be0-41bd-88e6-cd3353574609 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769206'] for port, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:48.126312 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.plugin [req-16c88ad1-b32e-47e5-81cc-a6a24a1ee7a1 req-88f3707c-3be0-41bd-88e6-cd3353574609 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Calling delete_port for 1291803c-2bc7-4afd-85cd-2e73fc81e037 owned by compute:nova {{(pid=93259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:02:48.259412 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-16c88ad1-b32e-47e5-81cc-a6a24a1ee7a1 req-88f3707c-3be0-41bd-88e6-cd3353574609 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768807598987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768807127278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513232'] for port, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:48.271124 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] get_ports_and_sgs() called for port_ids ['1291803c-2bc7-4afd-85cd-2e73fc81e037'] {{(pid=93261) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 05:02:48.288397 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f3707c-3be0-41bd-88e6-cd3353574609 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Pushing event deleted for resources: {'Port': ['ID=1291803c-2bc7-4afd-85cd-2e73fc81e037,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:02:48.300949 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f3707c-3be0-41bd-88e6-cd3353574609 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:02:48.301306 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f3707c-3be0-41bd-88e6-cd3353574609 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:02:48.301644 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f3707c-3be0-41bd-88e6-cd3353574609 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:02:48.302009 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f3707c-3be0-41bd-88e6-cd3353574609 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:02:48.302340 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f3707c-3be0-41bd-88e6-cd3353574609 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:02:48.302663 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f3707c-3be0-41bd-88e6-cd3353574609 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:02:48.302988 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f3707c-3be0-41bd-88e6-cd3353574609 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:02:48.303312 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f3707c-3be0-41bd-88e6-cd3353574609 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:02:48.303632 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f3707c-3be0-41bd-88e6-cd3353574609 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:02:48.303950 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f3707c-3be0-41bd-88e6-cd3353574609 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:02:48.304269 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f3707c-3be0-41bd-88e6-cd3353574609 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:02:48.304588 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f3707c-3be0-41bd-88e6-cd3353574609 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:02:48.337436 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.l3_dvrscheduler_db [req-16c88ad1-b32e-47e5-81cc-a6a24a1ee7a1 req-88f3707c-3be0-41bd-88e6-cd3353574609 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] No DVR routers for this DVR port 1291803c-2bc7-4afd-85cd-2e73fc81e037 on host hv-cinder-75994 {{(pid=93259) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 05:02:48.339920 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-16c88ad1-b32e-47e5-81cc-a6a24a1ee7a1 req-88f3707c-3be0-41bd-88e6-cd3353574609 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77622'] for port, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:48.341923 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-16c88ad1-b32e-47e5-81cc-a6a24a1ee7a1 req-88f3707c-3be0-41bd-88e6-cd3353574609 tempest-AttachVolumeNegativeTest-968050367 tempest-AttachVolumeNegativeTest-968050367-project] 10.222.0.43 "DELETE /v2.0/ports/1291803c-2bc7-4afd-85cd-2e73fc81e037 HTTP/1.1" status: 204 len: 173 time: 0.4112496 Aug 07 05:02:48.342351 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c2530a9-d953-4e41-bed8-c24425546f07', 'name': 'network-vif-deleted', 'tag': '1291803c-2bc7-4afd-85cd-2e73fc81e037'}] {{(pid=93259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 05:02:48.344715 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2475665ef9a7cb8741e3251ff967df6d1dd3d3eb822c2e36b28ddc32d9da7eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9937fd26-25de-4a0c-8e5f-5514b2e91999" -d '{"events": [{"server_uuid": "0c2530a9-d953-4e41-bed8-c24425546f07", "name": "network-vif-deleted", "tag": "1291803c-2bc7-4afd-85cd-2e73fc81e037"}]}' {{(pid=93259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 05:02:48.382730 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 05:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a90f48de-660f-4e40-9087-ddf33a31ed1e x-openstack-request-id: req-a90f48de-660f-4e40-9087-ddf33a31ed1e {{(pid=93259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 05:02:48.383018 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c2530a9-d953-4e41-bed8-c24425546f07", "name": "network-vif-deleted", "tag": "1291803c-2bc7-4afd-85cd-2e73fc81e037", "status": "completed", "code": 200}]} {{(pid=93259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 05:02:48.383292 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a90f48de-660f-4e40-9087-ddf33a31ed1e {{(pid=93259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 05:02:48.383687 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c2530a9-d953-4e41-bed8-c24425546f07', 'name': 'network-vif-deleted', 'tag': '1291803c-2bc7-4afd-85cd-2e73fc81e037', 'status': 'completed', 'code': 200} Aug 07 05:02:48.965435 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 44162) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:02:49.010563 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba04307b-1ca0-4e12-b7e5-67e9191d500c admin admin] Deleting subnet dff2e9cf-f131-4afe-a4c7-2f44ff88253f {{(pid=93260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 05:02:49.013751 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-ba04307b-1ca0-4e12-b7e5-67e9191d500c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:49.050871 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-ba04307b-1ca0-4e12-b7e5-67e9191d500c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9590751'] for subnet, precommit_delete_associations {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:49.096827 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-ba04307b-1ca0-4e12-b7e5-67e9191d500c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799044'] for subnet, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:49.154891 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-ba04307b-1ca0-4e12-b7e5-67e9191d500c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9563743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9718305'] for subnet, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:49.180048 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba04307b-1ca0-4e12-b7e5-67e9191d500c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dff2e9cf-f131-4afe-a4c7-2f44ff88253f,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:02:49.183781 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-ba04307b-1ca0-4e12-b7e5-67e9191d500c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:49.185655 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-ba04307b-1ca0-4e12-b7e5-67e9191d500c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/dff2e9cf-f131-4afe-a4c7-2f44ff88253f HTTP/1.1" status: 204 len: 168 time: 0.2191012 Aug 07 05:02:49.188559 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 44164) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:02:49.261402 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-39ccc078-1be1-4842-bb34-f28df07fd7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1651291'] for network, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:49.600116 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-39ccc078-1be1-4842-bb34-f28df07fd7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798403', 'neutron.services.segments.db._delete_segments_for_network-8768807654000'] for network, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:49.610317 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.services.segments.db [None req-39ccc078-1be1-4842-bb34-f28df07fd7a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2236fdd-cbbb-40e4-b56e-2342c8754c90']}} {{(pid=93260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:02:49.620126 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.services.segments.db [None req-39ccc078-1be1-4842-bb34-f28df07fd7a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93275829-178b-4de5-a6c7-b3a1399ec9f6') {'for_net_delete': True} {{(pid=93260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:02:49.620419 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.services.segments.db [None req-39ccc078-1be1-4842-bb34-f28df07fd7a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93275829-178b-4de5-a6c7-b3a1399ec9f6') {} {{(pid=93260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:02:49.629641 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-39ccc078-1be1-4842-bb34-f28df07fd7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768807608441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9590728'] for segment, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:49.643418 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-39ccc078-1be1-4842-bb34-f28df07fd7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799109'] for segment, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:49.649202 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39ccc078-1be1-4842-bb34-f28df07fd7a1 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=93260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 05:02:49.649584 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-39ccc078-1be1-4842-bb34-f28df07fd7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563777'] for segment, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:49.651490 dv-cinder-759943-8-iscsi neutron-server[93260]: Traceback (most recent call last): Aug 07 05:02:49.651490 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 05:02:49.651490 dv-cinder-759943-8-iscsi neutron-server[93260]: timer() Aug 07 05:02:49.651490 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 05:02:49.651490 dv-cinder-759943-8-iscsi neutron-server[93260]: cb(*args, **kw) Aug 07 05:02:49.651490 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 05:02:49.651490 dv-cinder-759943-8-iscsi neutron-server[93260]: return func(*args, **kwargs) Aug 07 05:02:49.651490 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 05:02:49.651490 dv-cinder-759943-8-iscsi neutron-server[93260]: self._notify() Aug 07 05:02:49.651490 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 05:02:49.651490 dv-cinder-759943-8-iscsi neutron-server[93260]: self.callback(batched_events) Aug 07 05:02:49.651490 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 05:02:49.651490 dv-cinder-759943-8-iscsi neutron-server[93260]: event.method(event) Aug 07 05:02:49.651490 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 05:02:49.651490 dv-cinder-759943-8-iscsi neutron-server[93260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 05:02:49.651490 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 05:02:49.651490 dv-cinder-759943-8-iscsi neutron-server[93260]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 05:02:49.651490 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 05:02:49.651490 dv-cinder-759943-8-iscsi neutron-server[93260]: return f(self, *a, **k) Aug 07 05:02:49.651490 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 05:02:49.651490 dv-cinder-759943-8-iscsi neutron-server[93260]: return self._get(url).json() Aug 07 05:02:49.651490 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 05:02:49.651490 dv-cinder-759943-8-iscsi neutron-server[93260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 05:02:49.651490 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 05:02:49.651490 dv-cinder-759943-8-iscsi neutron-server[93260]: return self.request(url, 'GET', **kwargs) Aug 07 05:02:49.651490 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 05:02:49.651490 dv-cinder-759943-8-iscsi neutron-server[93260]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 05:02:49.651490 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 05:02:49.651490 dv-cinder-759943-8-iscsi neutron-server[93260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 05:02:49.651490 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 05:02:49.651490 dv-cinder-759943-8-iscsi neutron-server[93260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 05:02:49.651490 dv-cinder-759943-8-iscsi neutron-server[93260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 05:02:49.703880 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-39ccc078-1be1-4842-bb34-f28df07fd7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-766646'] for network, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:49.708365 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-39ccc078-1be1-4842-bb34-f28df07fd7a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568364'] for network, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:49.710500 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-39ccc078-1be1-4842-bb34-f28df07fd7a1 admin admin] 10.222.0.13 "DELETE /v2.0/networks/e2236fdd-cbbb-40e4-b56e-2342c8754c90 HTTP/1.1" status: 204 len: 168 time: 0.5209723 Aug 07 05:02:49.726266 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ccc078-1be1-4842-bb34-f28df07fd7a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2236fdd-cbbb-40e4-b56e-2342c8754c90,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:02:49.903311 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 44178) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:02:49.949600 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-5d3f0995-d464-4e12-8051-12644d033bc6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=586722b7cf4644f5aa0e35a259ed4923&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0424845 Aug 07 05:02:49.949896 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 44184) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:02:50.004190 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-46927757-1ca6-40b8-ba7f-5cb8451575e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:50.042557 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-46927757-1ca6-40b8-ba7f-5cb8451575e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:50.095702 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-46927757-1ca6-40b8-ba7f-5cb8451575e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:50.098604 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-46927757-1ca6-40b8-ba7f-5cb8451575e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:50.099783 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-46927757-1ca6-40b8-ba7f-5cb8451575e6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/659fd129-d5bf-474b-8b6e-a2200d7d23d3 HTTP/1.1" status: 204 len: 168 time: 0.1490169 Aug 07 05:02:50.111751 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46927757-1ca6-40b8-ba7f-5cb8451575e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=659fd129-d5bf-474b-8b6e-a2200d7d23d3,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:02:51.396266 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 44254) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:02:51.508425 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-137e2766-a0f3-44f3-8e06-f1ed0d5e6cbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:51.600812 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-137e2766-a0f3-44f3-8e06-f1ed0d5e6cbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:51.604590 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-137e2766-a0f3-44f3-8e06-f1ed0d5e6cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:51.643531 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-137e2766-a0f3-44f3-8e06-f1ed0d5e6cbd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5f64ddc926f843268d2c2f82c5f335ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2461390 Aug 07 05:02:51.644499 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137e2766-a0f3-44f3-8e06-f1ed0d5e6cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e93e4eb-3846-46a7-b539-8dd6792143da,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:02:51.646223 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 44260) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:02:51.697875 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-51009a61-2742-43bc-9586-c7c026c8b68c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:51.720214 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-51009a61-2742-43bc-9586-c7c026c8b68c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:51.767376 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-51009a61-2742-43bc-9586-c7c026c8b68c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:51.769933 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-51009a61-2742-43bc-9586-c7c026c8b68c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:51.771077 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-51009a61-2742-43bc-9586-c7c026c8b68c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2e93e4eb-3846-46a7-b539-8dd6792143da HTTP/1.1" status: 204 len: 168 time: 0.1232073 Aug 07 05:02:51.779913 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51009a61-2742-43bc-9586-c7c026c8b68c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e93e4eb-3846-46a7-b539-8dd6792143da,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:02:52.785395 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device 1291803c-2bc7-4afd-85cd-2e73fc81e037 no longer exists at agent hyperv_hv-cinder-75994 {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 05:02:52.811633 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.plugin [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] No Port match for: 1291803c-2bc7-4afd-85cd-2e73fc81e037 {{(pid=93261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 05:02:52.812013 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device 1291803c-2bc7-4afd-85cd-2e73fc81e037 not bound to the agent host hv-cinder-75994 {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 05:02:53.612453 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 44334) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:02:53.716847 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-427518f7-bd0f-425d-bf4f-ac2a0ec43f84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:53.806006 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-427518f7-bd0f-425d-bf4f-ac2a0ec43f84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:53.809498 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-427518f7-bd0f-425d-bf4f-ac2a0ec43f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:53.844982 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427518f7-bd0f-425d-bf4f-ac2a0ec43f84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd0a0cd-e794-4b92-a343-10c42e65db11,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:02:53.849292 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-427518f7-bd0f-425d-bf4f-ac2a0ec43f84 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ba3b3287882445e48f016f13254fd971&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2357268 Aug 07 05:02:53.852520 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 44338) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:02:53.907374 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-e9862628-66b2-4286-97d0-da42414e41d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:53.939178 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-e9862628-66b2-4286-97d0-da42414e41d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:53.997595 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-e9862628-66b2-4286-97d0-da42414e41d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:54.000831 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-e9862628-66b2-4286-97d0-da42414e41d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:54.005060 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-e9862628-66b2-4286-97d0-da42414e41d4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/afd0a0cd-e794-4b92-a343-10c42e65db11 HTTP/1.1" status: 204 len: 168 time: 0.1519945 Aug 07 05:02:54.014180 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9862628-66b2-4286-97d0-da42414e41d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd0a0cd-e794-4b92-a343-10c42e65db11,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:02:54.306548 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 44352) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:02:54.320082 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-e8827c6f-66cd-4f35-9b20-b2f098614288 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:54.411128 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-e8827c6f-66cd-4f35-9b20-b2f098614288 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:54.415242 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-e8827c6f-66cd-4f35-9b20-b2f098614288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:54.455690 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-e8827c6f-66cd-4f35-9b20-b2f098614288 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=11d821f9028648009a089aae20eb2710&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1480381 Aug 07 05:02:54.456654 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8827c6f-66cd-4f35-9b20-b2f098614288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f34a6303-af93-4a2e-a22b-024f6d26df36,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:02:54.458315 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 44354) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:02:54.509505 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-de2af3dc-4eef-4b6f-9410-164ed2b86e46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:54.532115 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-de2af3dc-4eef-4b6f-9410-164ed2b86e46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:54.579542 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-de2af3dc-4eef-4b6f-9410-164ed2b86e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:54.582093 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-de2af3dc-4eef-4b6f-9410-164ed2b86e46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:54.583291 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-de2af3dc-4eef-4b6f-9410-164ed2b86e46 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f34a6303-af93-4a2e-a22b-024f6d26df36 HTTP/1.1" status: 204 len: 168 time: 0.1239195 Aug 07 05:02:54.591790 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2af3dc-4eef-4b6f-9410-164ed2b86e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f34a6303-af93-4a2e-a22b-024f6d26df36,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:02:56.781247 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-4dee011a-488e-4f69-838e-9c6ac7d42740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:59.120675 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 44482) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:02:59.266862 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-72879e0a-5535-4e96-902f-0e28e47795a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:59.340035 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:59.374171 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086a77b-3857-426b-b60e-9b2f9f217520 req-d5ec81d3-d140-46b7-97e5-9768b02d66c7 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:02:59.376837 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-d086a77b-3857-426b-b60e-9b2f9f217520 req-d5ec81d3-d140-46b7-97e5-9768b02d66c7 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "GET /v2.0/ports?device_id=9187a1f0-ebad-4f15-8672-da445ebc35ff HTTP/1.1" status: 200 len: 946 time: 0.0761454 Aug 07 05:02:59.386013 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-72879e0a-5535-4e96-902f-0e28e47795a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:59.391353 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-72879e0a-5535-4e96-902f-0e28e47795a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:59.424101 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-d086a77b-3857-426b-b60e-9b2f9f217520 req-32169421-aac1-4ab7-880d-a8ae940cde68 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ef189eb-7629-4f84-9d6f-d7b2dce7165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375516 Aug 07 05:02:59.436183 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-72879e0a-5535-4e96-902f-0e28e47795a7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6059c3d8d00b41539dc5df9824b9c16d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3143876 Aug 07 05:02:59.438515 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72879e0a-5535-4e96-902f-0e28e47795a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2895d3b0-a573-4c82-85b6-3bdd49846eca,revision_number=1']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:02:59.439633 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 44488) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:02:59.503668 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-68e4b08f-c675-4ff7-825c-5272b4289aed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:59.526057 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-68e4b08f-c675-4ff7-825c-5272b4289aed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:59.591049 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-68e4b08f-c675-4ff7-825c-5272b4289aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:59.593675 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-68e4b08f-c675-4ff7-825c-5272b4289aed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:59.594943 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-68e4b08f-c675-4ff7-825c-5272b4289aed admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2895d3b0-a573-4c82-85b6-3bdd49846eca HTTP/1.1" status: 204 len: 168 time: 0.1539662 Aug 07 05:02:59.603619 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e4b08f-c675-4ff7-825c-5272b4289aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2895d3b0-a573-4c82-85b6-3bdd49846eca,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:02:59.697659 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-ab562b52-2bd0-43a5-94e6-f437c6916023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:59.723364 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:02:59.929018 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 44494) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:02:59.943281 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-af3ce0bd-6b27-4256-a832-52522da4ee7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:00.051625 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-af3ce0bd-6b27-4256-a832-52522da4ee7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:00.065622 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-af3ce0bd-6b27-4256-a832-52522da4ee7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:00.109985 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-af3ce0bd-6b27-4256-a832-52522da4ee7d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5818709982c342afacb029974642caf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1796629 Aug 07 05:03:00.110822 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3ce0bd-6b27-4256-a832-52522da4ee7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b80897-5a69-43c4-9ccc-d22e595183b8,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:03:00.115924 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 44504) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:03:00.199173 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-beae41a4-02b6-4cc5-8690-035270465139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:00.240315 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-beae41a4-02b6-4cc5-8690-035270465139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:00.304120 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-beae41a4-02b6-4cc5-8690-035270465139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:00.306962 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-beae41a4-02b6-4cc5-8690-035270465139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:00.308205 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-beae41a4-02b6-4cc5-8690-035270465139 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f6b80897-5a69-43c4-9ccc-d22e595183b8 HTTP/1.1" status: 204 len: 168 time: 0.1925416 Aug 07 05:03:00.317015 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beae41a4-02b6-4cc5-8690-035270465139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b80897-5a69-43c4-9ccc-d22e595183b8,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:03:00.603052 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dad115-8a8b-48f8-9b5f-ade1f8614246 req-28625795-aa44-48a0-bfb7-263b1bdcf79a tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:00.605341 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-71dad115-8a8b-48f8-9b5f-ade1f8614246 req-28625795-aa44-48a0-bfb7-263b1bdcf79a tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "GET /v2.0/ports?device_id=9187a1f0-ebad-4f15-8672-da445ebc35ff HTTP/1.1" status: 200 len: 946 time: 0.0606914 Aug 07 05:03:00.659248 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-71dad115-8a8b-48f8-9b5f-ade1f8614246 req-2ddae68e-8f9b-4c4a-88a9-a62e189eac19 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ef189eb-7629-4f84-9d6f-d7b2dce7165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408630 Aug 07 05:03:00.758767 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-f79f476c-1ac6-45f4-a536-05d31601a6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:00.891705 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 44538) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:03:01.016528 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-b2b3dd14-a4dd-4464-8cf3-2242fd33a146 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:01.158996 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-b2b3dd14-a4dd-4464-8cf3-2242fd33a146 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:01.164794 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-b2b3dd14-a4dd-4464-8cf3-2242fd33a146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:01.211369 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-b2b3dd14-a4dd-4464-8cf3-2242fd33a146 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=259c0449582f43ac961310d41c33bed6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3185287 Aug 07 05:03:01.212302 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b3dd14-a4dd-4464-8cf3-2242fd33a146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6812d51-45f5-45e7-bf9b-5ba40bc1fc2f,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:03:01.214704 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 44550) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:03:01.288454 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-03833b98-f08d-4b09-b8b1-c9f7ba1120d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:01.318526 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-03833b98-f08d-4b09-b8b1-c9f7ba1120d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:01.396564 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-03833b98-f08d-4b09-b8b1-c9f7ba1120d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:01.401561 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-03833b98-f08d-4b09-b8b1-c9f7ba1120d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:01.403723 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-03833b98-f08d-4b09-b8b1-c9f7ba1120d9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d6812d51-45f5-45e7-bf9b-5ba40bc1fc2f HTTP/1.1" status: 204 len: 168 time: 0.1875048 Aug 07 05:03:01.419350 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03833b98-f08d-4b09-b8b1-c9f7ba1120d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6812d51-45f5-45e7-bf9b-5ba40bc1fc2f,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:03:01.820317 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6e6aeb-b394-4f8f-8fba-fe9fe06c1ec3 req-88d17861-f95a-47a8-9656-65ea15cc963f tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:01.823050 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-ff6e6aeb-b394-4f8f-8fba-fe9fe06c1ec3 req-88d17861-f95a-47a8-9656-65ea15cc963f tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "GET /v2.0/ports?device_id=9187a1f0-ebad-4f15-8672-da445ebc35ff HTTP/1.1" status: 200 len: 946 time: 0.0809438 Aug 07 05:03:01.871241 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-ff6e6aeb-b394-4f8f-8fba-fe9fe06c1ec3 req-c08bf3dc-7307-403b-9c8d-72548556cdb3 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ef189eb-7629-4f84-9d6f-d7b2dce7165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404553 Aug 07 05:03:01.882235 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 44586) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:03:01.897062 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-0420fbef-b822-482a-93ef-6d0e7244dfda admin admin] Notify callbacks [] for security_group, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:02.003720 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-0420fbef-b822-482a-93ef-6d0e7244dfda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:02.011041 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-0420fbef-b822-482a-93ef-6d0e7244dfda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:02.059248 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-0420fbef-b822-482a-93ef-6d0e7244dfda admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6cb5e98700ad41c1a116c1586dd5775d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1756613 Aug 07 05:03:02.063662 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 44604) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:03:02.064487 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0420fbef-b822-482a-93ef-6d0e7244dfda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d21aa034-5e53-43cd-8b5a-0062bc48727c,revision_number=1']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:03:02.130749 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-bb8b6fa7-2f64-4533-80b9-464e1d27961c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:02.162572 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-bb8b6fa7-2f64-4533-80b9-464e1d27961c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:02.241720 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-bb8b6fa7-2f64-4533-80b9-464e1d27961c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:02.244716 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-bb8b6fa7-2f64-4533-80b9-464e1d27961c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:02.246707 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-bb8b6fa7-2f64-4533-80b9-464e1d27961c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d21aa034-5e53-43cd-8b5a-0062bc48727c HTTP/1.1" status: 204 len: 168 time: 0.1810429 Aug 07 05:03:02.261534 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8b6fa7-2f64-4533-80b9-464e1d27961c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21aa034-5e53-43cd-8b5a-0062bc48727c,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:03:02.540296 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-fe46c1f5-d46f-4bdc-a2a5-961a9e169c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:03.020980 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532a04aa-f91e-4029-acb0-4b0534e74c34 req-5c9725b7-e2ce-4334-a2f4-9c3a105c73bb tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:03.022548 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-532a04aa-f91e-4029-acb0-4b0534e74c34 req-5c9725b7-e2ce-4334-a2f4-9c3a105c73bb tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "GET /v2.0/ports?device_id=9187a1f0-ebad-4f15-8672-da445ebc35ff HTTP/1.1" status: 200 len: 946 time: 0.0743756 Aug 07 05:03:03.073246 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-532a04aa-f91e-4029-acb0-4b0534e74c34 req-0d55daa4-0e21-4a15-8495-9ee0a7ceb4da tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ef189eb-7629-4f84-9d6f-d7b2dce7165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439844 Aug 07 05:03:03.975894 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 44666) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:03:04.107028 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-05733b25-ab6f-46dd-adff-78fedf736631 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:04.227604 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-05733b25-ab6f-46dd-adff-78fedf736631 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:04.232664 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-05733b25-ab6f-46dd-adff-78fedf736631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:04.251111 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad2891-2da6-4931-a2de-4ddb360a6120 req-c5d435c1-6115-4ab0-a700-89df44bdf15d tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:04.253093 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-d2ad2891-2da6-4931-a2de-4ddb360a6120 req-c5d435c1-6115-4ab0-a700-89df44bdf15d tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "GET /v2.0/ports?device_id=9187a1f0-ebad-4f15-8672-da445ebc35ff HTTP/1.1" status: 200 len: 946 time: 0.0890579 Aug 07 05:03:04.279729 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05733b25-ab6f-46dd-adff-78fedf736631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93ce5218-6c42-470f-95c7-5f75a5801df4,revision_number=1']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:03:04.284564 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-05733b25-ab6f-46dd-adff-78fedf736631 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9a19cd5a56d84ce4bf037cee6a048c7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3072474 Aug 07 05:03:04.287230 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 44672) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:03:04.326317 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-d2ad2891-2da6-4931-a2de-4ddb360a6120 req-3e7364e0-68bb-4836-a2e0-703d55aefeff tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ef189eb-7629-4f84-9d6f-d7b2dce7165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664990 Aug 07 05:03:04.350780 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-c6ea03ed-5e3b-4ab6-9d1e-ffae9e40ba19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:04.379740 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-c6ea03ed-5e3b-4ab6-9d1e-ffae9e40ba19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:04.436218 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-c6ea03ed-5e3b-4ab6-9d1e-ffae9e40ba19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:04.441144 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-c6ea03ed-5e3b-4ab6-9d1e-ffae9e40ba19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:04.445480 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-c6ea03ed-5e3b-4ab6-9d1e-ffae9e40ba19 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/93ce5218-6c42-470f-95c7-5f75a5801df4 HTTP/1.1" status: 204 len: 168 time: 0.1546865 Aug 07 05:03:04.458709 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ea03ed-5e3b-4ab6-9d1e-ffae9e40ba19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ce5218-6c42-470f-95c7-5f75a5801df4,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:03:04.790060 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 44680) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:03:04.811620 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-e41a114e-4521-4842-ad21-632a3dcf8133 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:04.964909 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-e41a114e-4521-4842-ad21-632a3dcf8133 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:04.971056 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-e41a114e-4521-4842-ad21-632a3dcf8133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:05.016507 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-e41a114e-4521-4842-ad21-632a3dcf8133 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e18f4b471a5443d9b0ae8c69d97ba202&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2250082 Aug 07 05:03:05.017735 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41a114e-4521-4842-ad21-632a3dcf8133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3044747-ae46-4a28-805a-df2924925cff,revision_number=1']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:03:05.019543 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 44682) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:03:05.084015 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-890fdf05-6101-4ea4-a4d7-7639df00a3a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:05.120716 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-890fdf05-6101-4ea4-a4d7-7639df00a3a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:05.176451 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-890fdf05-6101-4ea4-a4d7-7639df00a3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:05.179452 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-890fdf05-6101-4ea4-a4d7-7639df00a3a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:05.180998 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-890fdf05-6101-4ea4-a4d7-7639df00a3a3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c3044747-ae46-4a28-805a-df2924925cff HTTP/1.1" status: 204 len: 168 time: 0.1602228 Aug 07 05:03:05.191244 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890fdf05-6101-4ea4-a4d7-7639df00a3a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3044747-ae46-4a28-805a-df2924925cff,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:03:05.504488 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0207d-87b7-4fef-86dd-246daf550529 req-e29abf29-c96a-45b0-911a-30e969b3a2e8 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:05.507220 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-d6a0207d-87b7-4fef-86dd-246daf550529 req-e29abf29-c96a-45b0-911a-30e969b3a2e8 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "GET /v2.0/ports?device_id=9187a1f0-ebad-4f15-8672-da445ebc35ff HTTP/1.1" status: 200 len: 946 time: 0.0661440 Aug 07 05:03:05.575423 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-d6a0207d-87b7-4fef-86dd-246daf550529 req-57673b70-eed3-4a45-89f9-e80c884eeaeb tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ef189eb-7629-4f84-9d6f-d7b2dce7165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549598 Aug 07 05:03:06.757007 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93993d7b-92ba-4734-ba16-f628fbd287aa req-5e32a39d-4189-4629-9527-fc1b91a96f56 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:06.758835 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-93993d7b-92ba-4734-ba16-f628fbd287aa req-5e32a39d-4189-4629-9527-fc1b91a96f56 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "GET /v2.0/ports?device_id=9187a1f0-ebad-4f15-8672-da445ebc35ff HTTP/1.1" status: 200 len: 946 time: 0.0668874 Aug 07 05:03:06.808321 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-93993d7b-92ba-4734-ba16-f628fbd287aa req-d5a9e23f-669d-4115-913a-56f0ce3ce144 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ef189eb-7629-4f84-9d6f-d7b2dce7165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430274 Aug 07 05:03:07.523325 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 44748) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:03:07.700198 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-8f7e24c5-8582-4206-b1ab-f56957f73cc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:07.829623 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-8f7e24c5-8582-4206-b1ab-f56957f73cc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:07.834579 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-8f7e24c5-8582-4206-b1ab-f56957f73cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:07.878446 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e24c5-8582-4206-b1ab-f56957f73cc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d71f91f5-ef7c-4565-98cc-a383a5618c61,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:03:07.887282 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-8f7e24c5-8582-4206-b1ab-f56957f73cc5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3d681c2694794ee2aad5b7adc32f6784&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3577061 Aug 07 05:03:07.887747 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 44756) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:03:07.948339 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-aa7b1773-0c1b-41fa-bca5-8360ca82e18a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:07.976441 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4262c11-53b0-4894-8990-400c995034ff req-903c26c8-565b-419c-bebb-2857467dcb1c tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:07.978107 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-b4262c11-53b0-4894-8990-400c995034ff req-903c26c8-565b-419c-bebb-2857467dcb1c tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "GET /v2.0/ports?device_id=9187a1f0-ebad-4f15-8672-da445ebc35ff HTTP/1.1" status: 200 len: 946 time: 0.0607166 Aug 07 05:03:07.982973 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-aa7b1773-0c1b-41fa-bca5-8360ca82e18a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:08.045697 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-b4262c11-53b0-4894-8990-400c995034ff req-df2ac721-acbe-4c04-badc-be6a5f6e91eb tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ef189eb-7629-4f84-9d6f-d7b2dce7165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594075 Aug 07 05:03:08.057664 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-aa7b1773-0c1b-41fa-bca5-8360ca82e18a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:08.063499 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-aa7b1773-0c1b-41fa-bca5-8360ca82e18a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:08.065099 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-aa7b1773-0c1b-41fa-bca5-8360ca82e18a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d71f91f5-ef7c-4565-98cc-a383a5618c61 HTTP/1.1" status: 204 len: 168 time: 0.1759772 Aug 07 05:03:08.081135 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7b1773-0c1b-41fa-bca5-8360ca82e18a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71f91f5-ef7c-4565-98cc-a383a5618c61,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:03:08.463269 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 44766) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:03:08.485362 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-be0e1971-0bc5-455d-b7b8-6116e11ef0de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:08.633732 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-be0e1971-0bc5-455d-b7b8-6116e11ef0de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:08.639124 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-be0e1971-0bc5-455d-b7b8-6116e11ef0de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:08.689284 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-be0e1971-0bc5-455d-b7b8-6116e11ef0de admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b944e14a620a4c3db222796fac347d9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2242911 Aug 07 05:03:08.691949 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 44770) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:03:08.699728 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0e1971-0bc5-455d-b7b8-6116e11ef0de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=786e3cc1-2423-4d89-b958-98d1f4e7b92d,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:03:08.775659 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-57c577ab-f240-4809-bc59-bd22dd2026a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:08.801021 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-57c577ab-f240-4809-bc59-bd22dd2026a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:08.855970 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-57c577ab-f240-4809-bc59-bd22dd2026a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:08.858569 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-57c577ab-f240-4809-bc59-bd22dd2026a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:08.859887 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-57c577ab-f240-4809-bc59-bd22dd2026a9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/786e3cc1-2423-4d89-b958-98d1f4e7b92d HTTP/1.1" status: 204 len: 168 time: 0.1669216 Aug 07 05:03:08.868466 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c577ab-f240-4809-bc59-bd22dd2026a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=786e3cc1-2423-4d89-b958-98d1f4e7b92d,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:03:09.181578 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101eb650-3477-4923-9b33-a07c2d3789a5 req-c11b232a-545c-43c2-be50-97a8c1b6cb09 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:09.183223 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-101eb650-3477-4923-9b33-a07c2d3789a5 req-c11b232a-545c-43c2-be50-97a8c1b6cb09 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "GET /v2.0/ports?device_id=9187a1f0-ebad-4f15-8672-da445ebc35ff HTTP/1.1" status: 200 len: 946 time: 0.0548489 Aug 07 05:03:09.229708 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-101eb650-3477-4923-9b33-a07c2d3789a5 req-65107b36-380c-4199-bc3f-10f26633d328 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ef189eb-7629-4f84-9d6f-d7b2dce7165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358760 Aug 07 05:03:09.627794 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 44796) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:03:09.760283 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.v2.base [None req-c53ee833-64a6-40ff-9d41-8d32b9d83d10 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1552698779-network', 'tenant_id': '9e675faa054a4549863262a87a53057c'}} {{(pid=93260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:03:09.785819 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c53ee833-64a6-40ff-9d41-8d32b9d83d10 admin admin] Made reservation on behalf of 9e675faa054a4549863262a87a53057c for: {'network': 1} {{(pid=93260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 05:03:09.788520 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-c53ee833-64a6-40ff-9d41-8d32b9d83d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for network, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:09.798731 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-c53ee833-64a6-40ff-9d41-8d32b9d83d10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:09.905462 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-c53ee833-64a6-40ff-9d41-8d32b9d83d10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:09.910491 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-c53ee833-64a6-40ff-9d41-8d32b9d83d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:09.937343 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c53ee833-64a6-40ff-9d41-8d32b9d83d10 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=93260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 05:03:09.947794 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53ee833-64a6-40ff-9d41-8d32b9d83d10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74569f1e-1baa-4061-b509-d84d36024a04,revision_number=1']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:03:09.953344 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-c53ee833-64a6-40ff-9d41-8d32b9d83d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799109'] for segment, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:09.953682 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.db.segments_db [None req-c53ee833-64a6-40ff-9d41-8d32b9d83d10 admin admin] Added segment 351b58b9-87c1-49a6-9a16-bdeee0d26b20 of type vlan for network 3a3d4eb7-72ca-4149-8822-2dca077cf479 Aug 07 05:03:09.963951 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53ee833-64a6-40ff-9d41-8d32b9d83d10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:03:09.964300 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53ee833-64a6-40ff-9d41-8d32b9d83d10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:03:09.964631 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53ee833-64a6-40ff-9d41-8d32b9d83d10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:03:09.964959 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53ee833-64a6-40ff-9d41-8d32b9d83d10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:03:09.965285 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53ee833-64a6-40ff-9d41-8d32b9d83d10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:03:09.965613 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53ee833-64a6-40ff-9d41-8d32b9d83d10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:03:09.965967 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53ee833-64a6-40ff-9d41-8d32b9d83d10 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:03:09.966288 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53ee833-64a6-40ff-9d41-8d32b9d83d10 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:03:09.966607 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53ee833-64a6-40ff-9d41-8d32b9d83d10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:03:09.966923 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53ee833-64a6-40ff-9d41-8d32b9d83d10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:03:09.967241 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53ee833-64a6-40ff-9d41-8d32b9d83d10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:03:09.967555 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53ee833-64a6-40ff-9d41-8d32b9d83d10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:03:10.011467 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-c53ee833-64a6-40ff-9d41-8d32b9d83d10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768807114828'] for network, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:10.044522 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-c53ee833-64a6-40ff-9d41-8d32b9d83d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370'] for network, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:10.045625 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53ee833-64a6-40ff-9d41-8d32b9d83d10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:10.046722 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-c53ee833-64a6-40ff-9d41-8d32b9d83d10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568364'] for network, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:10.112775 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-c53ee833-64a6-40ff-9d41-8d32b9d83d10 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4838221 Aug 07 05:03:10.116318 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 44804) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:03:10.123683 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.v2.base [None req-69f8bfe2-2ec0-4499-a0a5-0f9d29b03b9f admin admin] Request body: {'subnet': {'network_id': '3a3d4eb7-72ca-4149-8822-2dca077cf479', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1552698779-subnet', 'tenant_id': '9e675faa054a4549863262a87a53057c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:03:10.134896 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53ee833-64a6-40ff-9d41-8d32b9d83d10 admin admin] Pushing event updated for resources: {'Network': ['ID=3a3d4eb7-72ca-4149-8822-2dca077cf479,revision_number=1']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:03:10.148208 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Network 3a3d4eb7-72ca-4149-8822-2dca077cf479 details requested by agent ovs-agent-dv-cinder-759943-8-iscsi with host dv-cinder-759943-8-iscsi {{(pid=93261) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 05:03:10.158780 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f8bfe2-2ec0-4499-a0a5-0f9d29b03b9f admin admin] Made reservation on behalf of 9e675faa054a4549863262a87a53057c for: {'subnet': 1} {{(pid=93260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 05:03:10.162689 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-69f8bfe2-2ec0-4499-a0a5-0f9d29b03b9f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9718282'] for subnet, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:10.452443 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48a779-5eeb-42ff-b170-f0a762f61747 req-cb04ae4c-dcd6-4adc-9c8a-fd70e058b7ac tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:10.454608 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-ce48a779-5eeb-42ff-b170-f0a762f61747 req-cb04ae4c-dcd6-4adc-9c8a-fd70e058b7ac tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "GET /v2.0/ports?device_id=9187a1f0-ebad-4f15-8672-da445ebc35ff HTTP/1.1" status: 200 len: 946 time: 0.1386802 Aug 07 05:03:10.469111 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-69f8bfe2-2ec0-4499-a0a5-0f9d29b03b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9563672', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9718328'] for subnet, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:10.540439 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-ce48a779-5eeb-42ff-b170-f0a762f61747 req-26ce5909-15fd-48d1-bd30-d5ed0d09d736 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ef189eb-7629-4f84-9d6f-d7b2dce7165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789802 Aug 07 05:03:10.548215 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f8bfe2-2ec0-4499-a0a5-0f9d29b03b9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=218bbb06-e16c-4027-bbae-811e20bdda53,revision_number=0']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:03:10.576843 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f8bfe2-2ec0-4499-a0a5-0f9d29b03b9f admin admin] Checking segment: {'id': '351b58b9-87c1-49a6-9a16-bdeee0d26b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3a3d4eb7-72ca-4149-8822-2dca077cf479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 05:03:10.577200 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f8bfe2-2ec0-4499-a0a5-0f9d29b03b9f admin admin] Network hostable DHCP agents. Network: 3a3d4eb7-72ca-4149-8822-2dca077cf479, hostable agents: ['fbf586e2-2064-4f25-86fb-4cd270d4900d'], hosted agents: [] {{(pid=93260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 05:03:10.595042 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f8bfe2-2ec0-4499-a0a5-0f9d29b03b9f admin admin] Network 3a3d4eb7-72ca-4149-8822-2dca077cf479 is scheduled to be hosted by DHCP agent fbf586e2-2064-4f25-86fb-4cd270d4900d with binding_index 1 {{(pid=93260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 05:03:10.611731 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.base_scheduler [None req-69f8bfe2-2ec0-4499-a0a5-0f9d29b03b9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-8-iscsi, 3a3d4eb7-72ca-4149-8822-2dca077cf479) {{(pid=93260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 05:03:10.617265 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f8bfe2-2ec0-4499-a0a5-0f9d29b03b9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:10.618179 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-69f8bfe2-2ec0-4499-a0a5-0f9d29b03b9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:10.622472 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8fcaaa-9454-4b45-835d-938ae3999c0d None None] Network 3a3d4eb7-72ca-4149-8822-2dca077cf479 requested from dv-cinder-759943-8-iscsi {{(pid=93261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 05:03:10.635552 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-69f8bfe2-2ec0-4499-a0a5-0f9d29b03b9f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5181198 Aug 07 05:03:10.789290 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9a44bd-58e2-457a-84b7-dec6f1e68a39 None None] Network 3a3d4eb7-72ca-4149-8822-2dca077cf479 requested from dv-cinder-759943-8-iscsi {{(pid=93261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 05:03:11.668490 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2dc26e-e022-4c7d-a98c-d9a4d10423a2 req-791ae933-563b-4cc9-884f-9c228ab40487 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:11.670131 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-fa2dc26e-e022-4c7d-a98c-d9a4d10423a2 req-791ae933-563b-4cc9-884f-9c228ab40487 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "GET /v2.0/ports?device_id=9187a1f0-ebad-4f15-8672-da445ebc35ff HTTP/1.1" status: 200 len: 946 time: 0.0539405 Aug 07 05:03:11.714855 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-fa2dc26e-e022-4c7d-a98c-d9a4d10423a2 req-4adf8246-42f2-42ee-a38f-bbfa9c0854df tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ef189eb-7629-4f84-9d6f-d7b2dce7165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373824 Aug 07 05:03:12.102730 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d70673-e264-4dfb-bad4-e385afbc6e77 req-f957bb04-97bd-4f1c-a07d-d0a6cb0e1a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:12.104269 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-d4d70673-e264-4dfb-bad4-e385afbc6e77 req-f957bb04-97bd-4f1c-a07d-d0a6cb0e1a40 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e0202a7fc56e416f9ce6e0728343150c&device_id=9187a1f0-ebad-4f15-8672-da445ebc35ff HTTP/1.1" status: 200 len: 1099 time: 0.0536728 Aug 07 05:03:12.221649 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d70673-e264-4dfb-bad4-e385afbc6e77 req-0070f625-c312-47bb-a5b4-cb8e924395e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:12.224203 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-d4d70673-e264-4dfb-bad4-e385afbc6e77 req-0070f625-c312-47bb-a5b4-cb8e924395e5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3c6994ec-32f0-4a5f-a478-ed69244b4560 HTTP/1.1" status: 200 len: 909 time: 0.1117144 Aug 07 05:03:12.321266 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-d4d70673-e264-4dfb-bad4-e385afbc6e77 req-786593b8-6693-40ed-a366-2610dd635564 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=270cb80e-972e-4220-aa67-e66c575d5b61 HTTP/1.1" status: 200 len: 1002 time: 0.0864615 Aug 07 05:03:12.416085 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d70673-e264-4dfb-bad4-e385afbc6e77 req-72fdbf13-7d17-4677-842f-b61a016caf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:12.417641 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-d4d70673-e264-4dfb-bad4-e385afbc6e77 req-72fdbf13-7d17-4677-842f-b61a016caf17 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8faaf127-5693-4571-b131-8fe89530dcf6 HTTP/1.1" status: 200 len: 847 time: 0.0856652 Aug 07 05:03:12.481760 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d70673-e264-4dfb-bad4-e385afbc6e77 req-aea48eba-f560-413f-9ed4-2779af427313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:12.483509 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-d4d70673-e264-4dfb-bad4-e385afbc6e77 req-aea48eba-f560-413f-9ed4-2779af427313 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3c6994ec-32f0-4a5f-a478-ed69244b4560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0572388 Aug 07 05:03:12.583779 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3996af4d-4c25-4bd6-8f7b-4e3267f5e8fb req-1f040ac3-974c-4eb6-b676-9e0566005bc5 tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:12.585413 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-3996af4d-4c25-4bd6-8f7b-4e3267f5e8fb req-1f040ac3-974c-4eb6-b676-9e0566005bc5 tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] 10.222.0.13 "GET /v2.0/networks?id=3a3d4eb7-72ca-4149-8822-2dca077cf479 HTTP/1.1" status: 200 len: 809 time: 0.1383693 Aug 07 05:03:12.603894 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-3996af4d-4c25-4bd6-8f7b-4e3267f5e8fb req-87fd6367-e02e-469f-a0de-45a1905ee67d tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] 10.222.0.13 "GET /v2.0/quotas/9e675faa054a4549863262a87a53057c HTTP/1.1" status: 200 len: 375 time: 0.0117388 Aug 07 05:03:12.633111 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-d4d70673-e264-4dfb-bad4-e385afbc6e77 req-a33f8869-3983-424a-9e07-8123910d5420 service neutron] 10.222.0.43 "GET /v2.0/networks/3c6994ec-32f0-4a5f-a478-ed69244b4560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416094 Aug 07 05:03:12.641210 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-3996af4d-4c25-4bd6-8f7b-4e3267f5e8fb req-e26d36cf-661a-4ba6-949f-e71cc8d6850b tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9e675faa054a4549863262a87a53057c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292583 Aug 07 05:03:12.659287 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.agents_db [None req-236ba2d6-2b68-46f9-96aa-64978379ec1a None None] Agent healthcheck: found 6 active agents {{(pid=93262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 05:03:12.754483 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-3996af4d-4c25-4bd6-8f7b-4e3267f5e8fb req-0235f3c5-4aa6-4675-9681-01f0aeeb2a9b service neutron] 10.222.0.13 "GET /v2.0/networks/3a3d4eb7-72ca-4149-8822-2dca077cf479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058719 Aug 07 05:03:12.817372 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-d4d70673-e264-4dfb-bad4-e385afbc6e77 req-74f918d8-7e2f-4726-915f-d7c973f7ef38 service neutron] 10.222.0.43 "GET /v2.0/networks/3c6994ec-32f0-4a5f-a478-ed69244b4560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760461 Aug 07 05:03:12.884402 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8170b2-6349-4e4d-9ddd-a4f65dcbf2db req-912942a7-2a1e-4463-a570-ae7382809886 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:12.887032 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-7f8170b2-6349-4e4d-9ddd-a4f65dcbf2db req-912942a7-2a1e-4463-a570-ae7382809886 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "GET /v2.0/ports?device_id=9187a1f0-ebad-4f15-8672-da445ebc35ff HTTP/1.1" status: 200 len: 946 time: 0.0966313 Aug 07 05:03:12.914526 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-3996af4d-4c25-4bd6-8f7b-4e3267f5e8fb req-ec5643d3-bae7-4dfb-b4ff-6ea18b64b849 service neutron] 10.222.0.13 "GET /v2.0/networks/3a3d4eb7-72ca-4149-8822-2dca077cf479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476045 Aug 07 05:03:12.958728 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-7f8170b2-6349-4e4d-9ddd-a4f65dcbf2db req-618ed795-6656-4fb2-94d5-6b415f1353bf tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ef189eb-7629-4f84-9d6f-d7b2dce7165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615664 Aug 07 05:03:13.180619 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-afcb9596-bfb7-4847-a22e-80d40f5f0427 req-a47feb39-db94-427b-bc4b-3a193985386d tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a59945a-5452-4c84-b8df-b6642d2b143c HTTP/1.1" status: 200 len: 210 time: 0.0307324 Aug 07 05:03:14.086151 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c1f54-01fb-475c-89fa-de0a1fd9df47 req-97bd110c-3bf8-4d37-be73-f8b9213688a8 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:14.087767 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-c15c1f54-01fb-475c-89fa-de0a1fd9df47 req-97bd110c-3bf8-4d37-be73-f8b9213688a8 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "GET /v2.0/ports?device_id=9187a1f0-ebad-4f15-8672-da445ebc35ff HTTP/1.1" status: 200 len: 946 time: 0.0505342 Aug 07 05:03:14.142948 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-c15c1f54-01fb-475c-89fa-de0a1fd9df47 req-55fd2cbe-e4a9-4180-9bdd-6ec62c94a4ed tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ef189eb-7629-4f84-9d6f-d7b2dce7165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481818 Aug 07 05:03:14.320133 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-e23331e5-eb48-4c56-8df6-9f9a76f3cefe req-eed000a1-436b-448a-a882-2629d440e8f7 tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a59945a-5452-4c84-b8df-b6642d2b143c HTTP/1.1" status: 200 len: 210 time: 0.0379143 Aug 07 05:03:14.398223 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3996af4d-4c25-4bd6-8f7b-4e3267f5e8fb req-02696dcc-ad03-4b3a-bc5e-5b27e4c3ae7c tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:14.400762 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-3996af4d-4c25-4bd6-8f7b-4e3267f5e8fb req-02696dcc-ad03-4b3a-bc5e-5b27e4c3ae7c tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] 10.222.0.43 "GET /v2.0/networks?id=3a3d4eb7-72ca-4149-8822-2dca077cf479 HTTP/1.1" status: 200 len: 809 time: 0.1682057 Aug 07 05:03:14.415207 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.v2.base [req-3996af4d-4c25-4bd6-8f7b-4e3267f5e8fb req-5309ccee-99c0-4735-8bc3-485c3228e473 tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] Request body: {'port': {'device_id': '0a59945a-5452-4c84-b8df-b6642d2b143c', 'network_id': '3a3d4eb7-72ca-4149-8822-2dca077cf479', 'admin_state_up': True, 'tenant_id': '9e675faa054a4549863262a87a53057c'}} {{(pid=93259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:03:14.543113 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3996af4d-4c25-4bd6-8f7b-4e3267f5e8fb req-5309ccee-99c0-4735-8bc3-485c3228e473 tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] Made reservation on behalf of 9e675faa054a4549863262a87a53057c for: {'port': 1} {{(pid=93259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 05:03:14.546881 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-3996af4d-4c25-4bd6-8f7b-4e3267f5e8fb req-5309ccee-99c0-4735-8bc3-485c3228e473 tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:14.696660 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.db_base_plugin_common [req-3996af4d-4c25-4bd6-8f7b-4e3267f5e8fb req-5309ccee-99c0-4735-8bc3-485c3228e473 tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] Allocated IP 172.20.0.3 (3a3d4eb7-72ca-4149-8822-2dca077cf479/218bbb06-e16c-4027-bbae-811e20bdda53/9e4c623d-ee07-465b-8497-5cd2f297e9e1) {{(pid=93259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 05:03:14.864329 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-3996af4d-4c25-4bd6-8f7b-4e3267f5e8fb req-5309ccee-99c0-4735-8bc3-485c3228e473 tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] Notify callbacks [] for port, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:14.913253 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-3996af4d-4c25-4bd6-8f7b-4e3267f5e8fb req-5309ccee-99c0-4735-8bc3-485c3228e473 tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768807127269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513232'] for port, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:14.965258 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3996af4d-4c25-4bd6-8f7b-4e3267f5e8fb req-5309ccee-99c0-4735-8bc3-485c3228e473 tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] Network 3a3d4eb7-72ca-4149-8822-2dca077cf479 is already hosted by enough agents. {{(pid=93259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 05:03:14.970311 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.base_scheduler [req-3996af4d-4c25-4bd6-8f7b-4e3267f5e8fb req-5309ccee-99c0-4735-8bc3-485c3228e473 tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] Resources bound (agent type, host, resource id): {{(pid=93259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 05:03:14.980596 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.l3_dvrscheduler_db [req-3996af4d-4c25-4bd6-8f7b-4e3267f5e8fb req-5309ccee-99c0-4735-8bc3-485c3228e473 tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] Received port after_create {{(pid=93259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 05:03:14.990076 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5309ccee-99c0-4735-8bc3-485c3228e473 tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] Pushing event updated for resources: {'Port': ['ID=9e4c623d-ee07-465b-8497-5cd2f297e9e1,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:03:15.055376 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3996af4d-4c25-4bd6-8f7b-4e3267f5e8fb req-5309ccee-99c0-4735-8bc3-485c3228e473 tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:15.056030 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-3996af4d-4c25-4bd6-8f7b-4e3267f5e8fb req-5309ccee-99c0-4735-8bc3-485c3228e473 tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77622'] for port, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:15.080298 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-3996af4d-4c25-4bd6-8f7b-4e3267f5e8fb req-5309ccee-99c0-4735-8bc3-485c3228e473 tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6691551 Aug 07 05:03:15.094216 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.v2.base [req-3996af4d-4c25-4bd6-8f7b-4e3267f5e8fb req-d858d9ab-1896-464f-823c-e85148eb8973 service neutron] Request body: {'port': {'device_id': '0a59945a-5452-4c84-b8df-b6642d2b143c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=93259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:03:15.150296 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-3996af4d-4c25-4bd6-8f7b-4e3267f5e8fb req-d858d9ab-1896-464f-823c-e85148eb8973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:15.276269 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a3fa8b-fb39-4e9a-8f48-1cadab617c4b req-6f257a9d-3324-4b26-b6f0-d743f6f21f11 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:15.277931 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-32a3fa8b-fb39-4e9a-8f48-1cadab617c4b req-6f257a9d-3324-4b26-b6f0-d743f6f21f11 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "GET /v2.0/ports?device_id=9187a1f0-ebad-4f15-8672-da445ebc35ff HTTP/1.1" status: 200 len: 946 time: 0.0556750 Aug 07 05:03:15.318327 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-32a3fa8b-fb39-4e9a-8f48-1cadab617c4b req-60596e70-fb3c-407c-a065-582aa96237c7 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ef189eb-7629-4f84-9d6f-d7b2dce7165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328419 Aug 07 05:03:15.468879 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.notifiers.nova [req-3996af4d-4c25-4bd6-8f7b-4e3267f5e8fb req-d858d9ab-1896-464f-823c-e85148eb8973 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e4c623d-ee07-465b-8497-5cd2f297e9e1 {{(pid=93259) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 05:03:15.478122 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-3996af4d-4c25-4bd6-8f7b-4e3267f5e8fb req-d858d9ab-1896-464f-823c-e85148eb8973 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:15.493612 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a22e035-8382-4797-bafb-bfde5df22cd7 req-fadbab31-e38b-4220-afff-7523ae742bc9 tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:15.495240 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-9a22e035-8382-4797-bafb-bfde5df22cd7 req-fadbab31-e38b-4220-afff-7523ae742bc9 tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a59945a-5452-4c84-b8df-b6642d2b143c HTTP/1.1" status: 200 len: 931 time: 0.0949650 Aug 07 05:03:15.503399 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.provisioning_blocks [req-3996af4d-4c25-4bd6-8f7b-4e3267f5e8fb req-d858d9ab-1896-464f-823c-e85148eb8973 service neutron] Transition to ACTIVE for port object 9e4c623d-ee07-465b-8497-5cd2f297e9e1 will not be triggered until provisioned by entity L2. {{(pid=93259) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 05:03:15.513586 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-3996af4d-4c25-4bd6-8f7b-4e3267f5e8fb req-d858d9ab-1896-464f-823c-e85148eb8973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8513241'] for port, after_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:15.590834 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-9a22e035-8382-4797-bafb-bfde5df22cd7 req-6b2a0c37-dd9c-4513-b34a-f79ec5755833 tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] 10.222.0.13 "GET /v2.0/security-groups?id=74569f1e-1baa-4061-b509-d84d36024a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835462 Aug 07 05:03:15.591421 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d858d9ab-1896-464f-823c-e85148eb8973 service neutron] Pushing event updated for resources: {'Port': ['ID=9e4c623d-ee07-465b-8497-5cd2f297e9e1,revision_number=2']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:03:15.667128 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.managers [req-3996af4d-4c25-4bd6-8f7b-4e3267f5e8fb req-d858d9ab-1896-464f-823c-e85148eb8973 service neutron] Attempting to bind port 9e4c623d-ee07-465b-8497-5cd2f297e9e1 on host hv-cinder-75994 for vnic_type normal with profile {{(pid=93259) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 05:03:15.667452 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.managers [req-3996af4d-4c25-4bd6-8f7b-4e3267f5e8fb req-d858d9ab-1896-464f-823c-e85148eb8973 service neutron] Attempting to bind port 9e4c623d-ee07-465b-8497-5cd2f297e9e1 by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': '351b58b9-87c1-49a6-9a16-bdeee0d26b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3a3d4eb7-72ca-4149-8822-2dca077cf479'}] {{(pid=93259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 05:03:15.667783 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3996af4d-4c25-4bd6-8f7b-4e3267f5e8fb req-d858d9ab-1896-464f-823c-e85148eb8973 service neutron] Attempting to bind port 9e4c623d-ee07-465b-8497-5cd2f297e9e1 on network 3a3d4eb7-72ca-4149-8822-2dca077cf479 {{(pid=93259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 05:03:15.674735 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3996af4d-4c25-4bd6-8f7b-4e3267f5e8fb req-d858d9ab-1896-464f-823c-e85148eb8973 service neutron] Port 9e4c623d-ee07-465b-8497-5cd2f297e9e1 on network 3a3d4eb7-72ca-4149-8822-2dca077cf479 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=93259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 05:03:15.675048 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3996af4d-4c25-4bd6-8f7b-4e3267f5e8fb req-d858d9ab-1896-464f-823c-e85148eb8973 service neutron] Attempting to bind port 9e4c623d-ee07-465b-8497-5cd2f297e9e1 on network 3a3d4eb7-72ca-4149-8822-2dca077cf479 {{(pid=93259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 05:03:15.680292 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3996af4d-4c25-4bd6-8f7b-4e3267f5e8fb req-d858d9ab-1896-464f-823c-e85148eb8973 service neutron] Checking agent: {'id': '5f67c77d-38b5-4515-b30f-34d5315bdd9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 53, 29), 'started_at': datetime.datetime(2021, 8, 7, 4, 53, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 5, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 05:03:15.680624 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3996af4d-4c25-4bd6-8f7b-4e3267f5e8fb req-d858d9ab-1896-464f-823c-e85148eb8973 service neutron] Checking segment: {'id': '351b58b9-87c1-49a6-9a16-bdeee0d26b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3a3d4eb7-72ca-4149-8822-2dca077cf479'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 05:03:15.681004 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3996af4d-4c25-4bd6-8f7b-4e3267f5e8fb req-d858d9ab-1896-464f-823c-e85148eb8973 service neutron] Bound using segment: {'id': '351b58b9-87c1-49a6-9a16-bdeee0d26b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3a3d4eb7-72ca-4149-8822-2dca077cf479'} {{(pid=93259) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 05:03:15.681426 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.managers [req-3996af4d-4c25-4bd6-8f7b-4e3267f5e8fb req-d858d9ab-1896-464f-823c-e85148eb8973 service neutron] Bound port: 9e4c623d-ee07-465b-8497-5cd2f297e9e1, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '351b58b9-87c1-49a6-9a16-bdeee0d26b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3a3d4eb7-72ca-4149-8822-2dca077cf479'}}] {{(pid=93259) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 05:03:15.681781 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-3996af4d-4c25-4bd6-8f7b-4e3267f5e8fb req-d858d9ab-1896-464f-823c-e85148eb8973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:15.760003 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.db [req-3996af4d-4c25-4bd6-8f7b-4e3267f5e8fb req-d858d9ab-1896-464f-823c-e85148eb8973 service neutron] For port 9e4c623d-ee07-465b-8497-5cd2f297e9e1, host hv-cinder-75994, cleared binding levels {{(pid=93259) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 05:03:15.763045 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.db [req-3996af4d-4c25-4bd6-8f7b-4e3267f5e8fb req-d858d9ab-1896-464f-823c-e85148eb8973 service neutron] For port 9e4c623d-ee07-465b-8497-5cd2f297e9e1, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=9e4c623d-ee07-465b-8497-5cd2f297e9e1,segment=NetworkSegment(351b58b9-87c1-49a6-9a16-bdeee0d26b20),segment_id=351b58b9-87c1-49a6-9a16-bdeee0d26b20)] {{(pid=93259) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 05:03:15.769427 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-3996af4d-4c25-4bd6-8f7b-4e3267f5e8fb req-d858d9ab-1896-464f-823c-e85148eb8973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8513241'] for port, after_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:15.815396 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3996af4d-4c25-4bd6-8f7b-4e3267f5e8fb req-d858d9ab-1896-464f-823c-e85148eb8973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:15.816035 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [req-3996af4d-4c25-4bd6-8f7b-4e3267f5e8fb req-d858d9ab-1896-464f-823c-e85148eb8973 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77622'] for port, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:15.817753 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-3996af4d-4c25-4bd6-8f7b-4e3267f5e8fb req-d858d9ab-1896-464f-823c-e85148eb8973 service neutron] 10.222.0.43 "PUT /v2.0/ports/9e4c623d-ee07-465b-8497-5cd2f297e9e1 HTTP/1.1" status: 200 len: 1093 time: 0.7286150 Aug 07 05:03:15.820173 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a59945a-5452-4c84-b8df-b6642d2b143c', 'tag': '9e4c623d-ee07-465b-8497-5cd2f297e9e1'}] {{(pid=93259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 05:03:15.822579 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2475665ef9a7cb8741e3251ff967df6d1dd3d3eb822c2e36b28ddc32d9da7eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c3b4273-044a-4ebe-be44-19ecaa488043" -d '{"events": [{"name": "network-changed", "server_uuid": "0a59945a-5452-4c84-b8df-b6642d2b143c", "tag": "9e4c623d-ee07-465b-8497-5cd2f297e9e1"}]}' {{(pid=93259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 05:03:15.861985 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d858d9ab-1896-464f-823c-e85148eb8973 service neutron] Pushing event updated for resources: {'Port': ['ID=9e4c623d-ee07-465b-8497-5cd2f297e9e1,revision_number=3']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:03:15.868833 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 05:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e0aa35d-5e92-4af4-aaa9-cc2b037c0dfa x-openstack-request-id: req-2e0aa35d-5e92-4af4-aaa9-cc2b037c0dfa {{(pid=93259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 05:03:15.869193 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a59945a-5452-4c84-b8df-b6642d2b143c", "tag": "9e4c623d-ee07-465b-8497-5cd2f297e9e1", "status": "completed", "code": 200}]} {{(pid=93259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 05:03:15.869516 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2e0aa35d-5e92-4af4-aaa9-cc2b037c0dfa {{(pid=93259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 05:03:15.870958 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a59945a-5452-4c84-b8df-b6642d2b143c', 'tag': '9e4c623d-ee07-465b-8497-5cd2f297e9e1', 'status': 'completed', 'code': 200} Aug 07 05:03:15.919255 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3996af4d-4c25-4bd6-8f7b-4e3267f5e8fb req-a5fc7d4d-6e46-448b-acf8-d6e603bccac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:15.920906 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-3996af4d-4c25-4bd6-8f7b-4e3267f5e8fb req-a5fc7d4d-6e46-448b-acf8-d6e603bccac0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9e675faa054a4549863262a87a53057c&device_id=0a59945a-5452-4c84-b8df-b6642d2b143c HTTP/1.1" status: 200 len: 1096 time: 0.0444119 Aug 07 05:03:15.964458 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-3996af4d-4c25-4bd6-8f7b-4e3267f5e8fb req-5978aa61-cdca-4196-ae09-ef6338d6b184 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e4c623d-ee07-465b-8497-5cd2f297e9e1 HTTP/1.1" status: 200 len: 217 time: 0.0349519 Aug 07 05:03:16.027586 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3996af4d-4c25-4bd6-8f7b-4e3267f5e8fb req-66ad0866-165a-4fbc-9f17-6d1bc8f887f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:16.028966 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-3996af4d-4c25-4bd6-8f7b-4e3267f5e8fb req-66ad0866-165a-4fbc-9f17-6d1bc8f887f7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=218bbb06-e16c-4027-bbae-811e20bdda53 HTTP/1.1" status: 200 len: 849 time: 0.0516253 Aug 07 05:03:16.065763 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-3996af4d-4c25-4bd6-8f7b-4e3267f5e8fb req-1c354255-68ae-4fc8-8dfc-845350676763 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a3d4eb7-72ca-4149-8822-2dca077cf479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268135 Aug 07 05:03:16.167233 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-3996af4d-4c25-4bd6-8f7b-4e3267f5e8fb req-81909981-8dfc-4817-a2c7-21843ad981c0 service neutron] 10.222.0.43 "GET /v2.0/networks/3a3d4eb7-72ca-4149-8822-2dca077cf479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936050 Aug 07 05:03:16.275973 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-3996af4d-4c25-4bd6-8f7b-4e3267f5e8fb req-3f871aa2-2268-4a65-b49c-d90106912b53 service neutron] 10.222.0.43 "GET /v2.0/networks/3a3d4eb7-72ca-4149-8822-2dca077cf479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999050 Aug 07 05:03:16.376498 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3b4273-044a-4ebe-be44-19ecaa488043 req-fecf8d28-8e52-4f28-a3de-9568cac1d3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:16.378045 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-5c3b4273-044a-4ebe-be44-19ecaa488043 req-fecf8d28-8e52-4f28-a3de-9568cac1d3bc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9e675faa054a4549863262a87a53057c&device_id=0a59945a-5452-4c84-b8df-b6642d2b143c HTTP/1.1" status: 200 len: 1096 time: 0.0505886 Aug 07 05:03:16.497684 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5645e2a-4c8d-4626-a18c-f709c36657aa req-0d2134a0-6909-4293-a0ce-ca9d19d7db58 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:16.500045 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-a5645e2a-4c8d-4626-a18c-f709c36657aa req-0d2134a0-6909-4293-a0ce-ca9d19d7db58 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "GET /v2.0/ports?device_id=9187a1f0-ebad-4f15-8672-da445ebc35ff HTTP/1.1" status: 200 len: 946 time: 0.1054192 Aug 07 05:03:16.521350 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3b4273-044a-4ebe-be44-19ecaa488043 req-6ace76a4-8783-4fe8-a13b-f5f12bab5e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:16.522832 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-5c3b4273-044a-4ebe-be44-19ecaa488043 req-6ace76a4-8783-4fe8-a13b-f5f12bab5e88 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3a3d4eb7-72ca-4149-8822-2dca077cf479 HTTP/1.1" status: 200 len: 910 time: 0.1370847 Aug 07 05:03:16.570546 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-5c3b4273-044a-4ebe-be44-19ecaa488043 req-034dd2eb-31a6-4b46-988a-ea46dfa512bc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e4c623d-ee07-465b-8497-5cd2f297e9e1 HTTP/1.1" status: 200 len: 217 time: 0.0379133 Aug 07 05:03:16.595656 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-a5645e2a-4c8d-4626-a18c-f709c36657aa req-641326f7-c1b4-4a4f-92e7-19f393b261b9 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ef189eb-7629-4f84-9d6f-d7b2dce7165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844350 Aug 07 05:03:16.640467 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3b4273-044a-4ebe-be44-19ecaa488043 req-b8941523-4f2d-4318-b253-7025c4bb7055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:16.642915 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-5c3b4273-044a-4ebe-be44-19ecaa488043 req-b8941523-4f2d-4318-b253-7025c4bb7055 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=218bbb06-e16c-4027-bbae-811e20bdda53 HTTP/1.1" status: 200 len: 849 time: 0.0639374 Aug 07 05:03:16.683982 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-5c3b4273-044a-4ebe-be44-19ecaa488043 req-9b4df1b5-fae2-43f5-bd1f-7117e9881c58 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a3d4eb7-72ca-4149-8822-2dca077cf479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322728 Aug 07 05:03:16.743026 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e91b02-f88e-48a4-88fa-73d6d34baa11 req-919c25d1-c181-46b4-a627-66a467072529 tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:16.745494 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-a4e91b02-f88e-48a4-88fa-73d6d34baa11 req-919c25d1-c181-46b4-a627-66a467072529 tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a59945a-5452-4c84-b8df-b6642d2b143c HTTP/1.1" status: 200 len: 943 time: 0.0658453 Aug 07 05:03:16.800015 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-a4e91b02-f88e-48a4-88fa-73d6d34baa11 req-04c5d5d3-4197-4816-9678-a12e9f8f96fc tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] 10.222.0.13 "GET /v2.0/security-groups?id=74569f1e-1baa-4061-b509-d84d36024a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465479 Aug 07 05:03:16.836551 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-5c3b4273-044a-4ebe-be44-19ecaa488043 req-66e4ae8a-3cd9-482c-89c6-a7380d984f3a service neutron] 10.222.0.43 "GET /v2.0/networks/3a3d4eb7-72ca-4149-8822-2dca077cf479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413190 Aug 07 05:03:16.956300 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8333eb-7d2d-4b11-838c-e505bc9ebf27 req-53a67e5c-5ba8-409b-b7a2-2fac09733f5f tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:16.957988 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-fd8333eb-7d2d-4b11-838c-e505bc9ebf27 req-53a67e5c-5ba8-409b-b7a2-2fac09733f5f tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "GET /v2.0/ports?device_id=9187a1f0-ebad-4f15-8672-da445ebc35ff HTTP/1.1" status: 200 len: 946 time: 0.0678978 Aug 07 05:03:17.003098 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-e10b076e-b6c0-4eb3-9284-a6487dd2ed1c req-bdd0a953-ea1c-48ec-a548-1c8823e31fae tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1333684959&fields=id&tenant_id=e08ba5ab4feb433fa91e7057f10230b5 HTTP/1.1" status: 200 len: 267 time: 0.1235683 Aug 07 05:03:17.007661 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-fd8333eb-7d2d-4b11-838c-e505bc9ebf27 req-c3e82871-d531-4dc2-9cd0-ff3a7cd4e964 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ef189eb-7629-4f84-9d6f-d7b2dce7165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383196 Aug 07 05:03:17.026483 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-5c3b4273-044a-4ebe-be44-19ecaa488043 req-717b92c5-b035-46da-90db-0ac6448be1d9 service neutron] 10.222.0.43 "GET /v2.0/networks/3a3d4eb7-72ca-4149-8822-2dca077cf479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792929 Aug 07 05:03:17.029906 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-2e02d423-9c31-4cff-88ce-6908bca8461a req-c551190e-01e4-4763-8e52-4cab7f3cf1ef service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9187a1f0-ebad-4f15-8672-da445ebc35ff&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2155690 Aug 07 05:03:17.136844 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b076e-b6c0-4eb3-9284-a6487dd2ed1c req-e4dd4d24-5b75-4ac0-99ea-565c71883b61 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:17.138356 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-e10b076e-b6c0-4eb3-9284-a6487dd2ed1c req-e4dd4d24-5b75-4ac0-99ea-565c71883b61 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/networks?id=733634ef-5b86-411e-9b36-39e7b92f41be HTTP/1.1" status: 200 len: 811 time: 0.1219902 Aug 07 05:03:17.154683 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-e10b076e-b6c0-4eb3-9284-a6487dd2ed1c req-6b076b31-074f-4ddd-a0b4-7badc8d3bb6c tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/quotas/e08ba5ab4feb433fa91e7057f10230b5 HTTP/1.1" status: 200 len: 375 time: 0.0094912 Aug 07 05:03:17.218271 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-e10b076e-b6c0-4eb3-9284-a6487dd2ed1c req-bc174809-bde9-4bb2-8bfe-edeeebc8de89 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e08ba5ab4feb433fa91e7057f10230b5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0576277 Aug 07 05:03:17.567740 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-e10b076e-b6c0-4eb3-9284-a6487dd2ed1c req-4761cb2b-5a37-4b3e-adb0-dc10af70d3e3 service neutron] 10.222.0.13 "GET /v2.0/networks/733634ef-5b86-411e-9b36-39e7b92f41be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3348024 Aug 07 05:03:17.658200 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-e10b076e-b6c0-4eb3-9284-a6487dd2ed1c req-e5f45195-a7bc-471f-8d68-c7613f507292 service neutron] 10.222.0.13 "GET /v2.0/networks/733634ef-5b86-411e-9b36-39e7b92f41be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844369 Aug 07 05:03:17.953482 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-ed074f16-505f-4896-8200-33c2e6f6cc84 req-9c213baa-8cf9-41d3-b064-f9201ab82d34 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5e58a38-740e-4c09-97d6-22058e4e7b75 HTTP/1.1" status: 200 len: 210 time: 0.0285244 Aug 07 05:03:17.954688 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2100b12-930f-46e0-b8e0-bbdc19610c27 req-a639e393-9300-44a0-969f-baf2c4c0b07b tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:17.956263 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-b2100b12-930f-46e0-b8e0-bbdc19610c27 req-a639e393-9300-44a0-969f-baf2c4c0b07b tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a59945a-5452-4c84-b8df-b6642d2b143c HTTP/1.1" status: 200 len: 943 time: 0.0827844 Aug 07 05:03:18.009295 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-b2100b12-930f-46e0-b8e0-bbdc19610c27 req-7ababefe-02a7-456f-b2d9-679c64cbfa11 tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] 10.222.0.13 "GET /v2.0/security-groups?id=74569f1e-1baa-4061-b509-d84d36024a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414135 Aug 07 05:03:18.144205 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6730feef-2166-4611-b55d-5f977f4e3702 req-3fbaa212-f4b6-43be-bff1-765717adbe3f tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:18.145741 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-6730feef-2166-4611-b55d-5f977f4e3702 req-3fbaa212-f4b6-43be-bff1-765717adbe3f tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "GET /v2.0/ports?device_id=9187a1f0-ebad-4f15-8672-da445ebc35ff HTTP/1.1" status: 200 len: 946 time: 0.0645046 Aug 07 05:03:18.188879 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-6730feef-2166-4611-b55d-5f977f4e3702 req-b43baad7-059d-435c-9ab3-6bf394e3ce25 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ef189eb-7629-4f84-9d6f-d7b2dce7165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370016 Aug 07 05:03:18.532217 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02d423-9c31-4cff-88ce-6908bca8461a req-246604c4-9569-4978-bb1c-467531f3f7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:18.533764 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-2e02d423-9c31-4cff-88ce-6908bca8461a req-246604c4-9569-4978-bb1c-467531f3f7ea service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9187a1f0-ebad-4f15-8672-da445ebc35ff&tenant_id=e0202a7fc56e416f9ce6e0728343150c HTTP/1.1" status: 200 len: 1099 time: 0.0421026 Aug 07 05:03:18.608317 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02d423-9c31-4cff-88ce-6908bca8461a req-6e2b441d-353e-4ffb-b71b-e9662543c9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:18.610199 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-2e02d423-9c31-4cff-88ce-6908bca8461a req-6e2b441d-353e-4ffb-b71b-e9662543c9be service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e0202a7fc56e416f9ce6e0728343150c&device_id=9187a1f0-ebad-4f15-8672-da445ebc35ff HTTP/1.1" status: 200 len: 1099 time: 0.0460696 Aug 07 05:03:18.706619 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02d423-9c31-4cff-88ce-6908bca8461a req-eabfefb9-7d79-46cd-ab6f-0cba80e9f3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:18.708062 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-2e02d423-9c31-4cff-88ce-6908bca8461a req-eabfefb9-7d79-46cd-ab6f-0cba80e9f3e7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3c6994ec-32f0-4a5f-a478-ed69244b4560 HTTP/1.1" status: 200 len: 909 time: 0.0903268 Aug 07 05:03:18.772361 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-2e02d423-9c31-4cff-88ce-6908bca8461a req-924b9835-763c-4454-9791-2f2624ed409d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=270cb80e-972e-4220-aa67-e66c575d5b61 HTTP/1.1" status: 200 len: 1002 time: 0.0566075 Aug 07 05:03:18.824925 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02d423-9c31-4cff-88ce-6908bca8461a req-1b2d09cb-e6c2-4d34-942b-8f06ea6a7b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:18.826453 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-2e02d423-9c31-4cff-88ce-6908bca8461a req-1b2d09cb-e6c2-4d34-942b-8f06ea6a7b50 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8faaf127-5693-4571-b131-8fe89530dcf6 HTTP/1.1" status: 200 len: 847 time: 0.0466263 Aug 07 05:03:18.885730 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02d423-9c31-4cff-88ce-6908bca8461a req-b93b0cd1-8333-4070-be31-8ae7fc0a54f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:18.887292 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-2e02d423-9c31-4cff-88ce-6908bca8461a req-b93b0cd1-8333-4070-be31-8ae7fc0a54f2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3c6994ec-32f0-4a5f-a478-ed69244b4560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441625 Aug 07 05:03:18.951392 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device 9e4c623d-ee07-465b-8497-5cd2f297e9e1 details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=93261) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 05:03:18.969545 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device 270cb80e-972e-4220-aa67-e66c575d5b61 no longer exists at agent hyperv_hv-cinder-75994 {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 05:03:18.987799 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-2e02d423-9c31-4cff-88ce-6908bca8461a req-78ee7c3e-014b-4121-86c2-71c2dffcdb81 service neutron] 10.222.0.43 "GET /v2.0/networks/3c6994ec-32f0-4a5f-a478-ed69244b4560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878906 Aug 07 05:03:19.026060 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b076e-b6c0-4eb3-9284-a6487dd2ed1c req-62aaa1e2-5502-4c2e-993b-5b8970812e76 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:19.028283 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-e10b076e-b6c0-4eb3-9284-a6487dd2ed1c req-62aaa1e2-5502-4c2e-993b-5b8970812e76 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.43 "GET /v2.0/networks?id=733634ef-5b86-411e-9b36-39e7b92f41be HTTP/1.1" status: 200 len: 811 time: 0.1232634 Aug 07 05:03:19.122451 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-b1194742-5622-442a-a622-24ffb6a6e5fe req-eed79321-be5b-4c96-a9f6-4e4f303f9ec6 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5e58a38-740e-4c09-97d6-22058e4e7b75 HTTP/1.1" status: 200 len: 210 time: 0.0606420 Aug 07 05:03:19.132048 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:19.132583 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-e10b076e-b6c0-4eb3-9284-a6487dd2ed1c req-b6d5075e-0383-4dd7-89a1-121929346c7b tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e08ba5ab4feb433fa91e7057f10230b5 HTTP/1.1" status: 200 len: 380 time: 0.0902095 Aug 07 05:03:19.147095 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.v2.base [req-e10b076e-b6c0-4eb3-9284-a6487dd2ed1c req-6ed6439b-771d-43a3-ad7e-dec5339a9c3e tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Request body: {'port': {'device_id': 'c5e58a38-740e-4c09-97d6-22058e4e7b75', 'network_id': '733634ef-5b86-411e-9b36-39e7b92f41be', 'admin_state_up': True, 'tenant_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'security_groups': ['ffdf2399-faeb-48c4-8780-bc2d176294d9']}} {{(pid=93260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:03:19.161768 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-2e02d423-9c31-4cff-88ce-6908bca8461a req-0da6913e-7bf8-4653-bb7b-1758441db89f service neutron] 10.222.0.43 "GET /v2.0/networks/3c6994ec-32f0-4a5f-a478-ed69244b4560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656513 Aug 07 05:03:19.198527 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9187a1f0-ebad-4f15-8672-da445ebc35ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '270cb80e-972e-4220-aa67-e66c575d5b61'}] {{(pid=93261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 05:03:19.200804 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5d2cee0e1396f99553e356b0c4b33bfeaec0d7e5dcff0a4dea0c896a01c358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73a7a70-e5c1-40a7-b3ed-6d6caa7bbcff" -d '{"events": [{"server_uuid": "9187a1f0-ebad-4f15-8672-da445ebc35ff", "name": "network-vif-unplugged", "status": "completed", "tag": "270cb80e-972e-4220-aa67-e66c575d5b61"}]}' {{(pid=93261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 05:03:19.210167 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] For port 9e4c623d-ee07-465b-8497-5cd2f297e9e1, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=9e4c623d-ee07-465b-8497-5cd2f297e9e1,segment=NetworkSegment(351b58b9-87c1-49a6-9a16-bdeee0d26b20),segment_id=351b58b9-87c1-49a6-9a16-bdeee0d26b20)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:03:19.212515 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652a9b7b-5e2a-491d-9a33-26b32e8a1bbe req-f333bc49-f566-4181-87eb-5039b4dfb6d2 tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:19.214011 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-652a9b7b-5e2a-491d-9a33-26b32e8a1bbe req-f333bc49-f566-4181-87eb-5039b4dfb6d2 tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a59945a-5452-4c84-b8df-b6642d2b143c HTTP/1.1" status: 200 len: 943 time: 0.0764425 Aug 07 05:03:19.230171 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] For port 270cb80e-972e-4220-aa67-e66c575d5b61, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=270cb80e-972e-4220-aa67-e66c575d5b61,segment=NetworkSegment(c3c6c36d-6867-4fab-9428-6c308e3197f3),segment_id=c3c6c36d-6867-4fab-9428-6c308e3197f3)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:03:19.233057 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Returning: {'device': '9e4c623d-ee07-465b-8497-5cd2f297e9e1', 'network_id': '3a3d4eb7-72ca-4149-8822-2dca077cf479', 'port_id': '9e4c623d-ee07-465b-8497-5cd2f297e9e1', 'mac_address': 'fa:16:3e:0f:38:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '218bbb06-e16c-4027-bbae-811e20bdda53', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93261) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 05:03:19.238349 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:19.274430 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-652a9b7b-5e2a-491d-9a33-26b32e8a1bbe req-dc255da0-ca81-4357-b23b-f2b2378c94d2 tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] 10.222.0.13 "GET /v2.0/security-groups?id=74569f1e-1baa-4061-b509-d84d36024a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521102 Aug 07 05:03:19.281970 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 07 Aug 2021 05:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb3222ec-1ede-49bc-9d7f-703d32c09ef5 x-openstack-request-id: req-eb3222ec-1ede-49bc-9d7f-703d32c09ef5 {{(pid=93261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 05:03:19.282321 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9187a1f0-ebad-4f15-8672-da445ebc35ff", "name": "network-vif-unplugged", "status": "completed", "tag": "270cb80e-972e-4220-aa67-e66c575d5b61", "code": 200}]} {{(pid=93261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 05:03:19.282529 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eb3222ec-1ede-49bc-9d7f-703d32c09ef5 {{(pid=93261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 05:03:19.282897 dv-cinder-759943-8-iscsi neutron-server[93261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9187a1f0-ebad-4f15-8672-da445ebc35ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '270cb80e-972e-4220-aa67-e66c575d5b61', 'code': 200} Aug 07 05:03:19.311239 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e10b076e-b6c0-4eb3-9284-a6487dd2ed1c req-6ed6439b-771d-43a3-ad7e-dec5339a9c3e tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Made reservation on behalf of e08ba5ab4feb433fa91e7057f10230b5 for: {'port': 1} {{(pid=93260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 05:03:19.314945 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-e10b076e-b6c0-4eb3-9284-a6487dd2ed1c req-6ed6439b-771d-43a3-ad7e-dec5339a9c3e tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:19.319949 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Pushing event updated for resources: {'Port': ['ID=270cb80e-972e-4220-aa67-e66c575d5b61,revision_number=6']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:03:19.323186 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:19.340238 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:03:19.340581 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:03:19.340966 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:03:19.341314 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:03:19.341625 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:03:19.341996 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:03:19.342318 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:03:19.342638 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:03:19.343508 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:03:19.343830 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:03:19.344159 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:03:19.344466 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:03:19.351594 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.notifiers.nova [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e4c623d-ee07-465b-8497-5cd2f297e9e1 {{(pid=93261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 05:03:19.373317 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] For port 9e4c623d-ee07-465b-8497-5cd2f297e9e1, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=9e4c623d-ee07-465b-8497-5cd2f297e9e1,segment=NetworkSegment(351b58b9-87c1-49a6-9a16-bdeee0d26b20),segment_id=351b58b9-87c1-49a6-9a16-bdeee0d26b20)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:03:19.377428 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:19.426967 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b57f042-a615-4981-af42-a35fb0ac048e req-89d9670c-1b9e-411c-9efe-5a2134517921 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:19.428541 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-0b57f042-a615-4981-af42-a35fb0ac048e req-89d9670c-1b9e-411c-9efe-5a2134517921 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "GET /v2.0/ports?device_id=9187a1f0-ebad-4f15-8672-da445ebc35ff HTTP/1.1" status: 200 len: 944 time: 0.1104350 Aug 07 05:03:19.436188 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Pushing event updated for resources: {'Port': ['ID=9e4c623d-ee07-465b-8497-5cd2f297e9e1,revision_number=4']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:03:19.511258 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-0b57f042-a615-4981-af42-a35fb0ac048e req-7a41df9d-9c00-4251-9946-24eda81bec06 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ef189eb-7629-4f84-9d6f-d7b2dce7165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746734 Aug 07 05:03:19.521420 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.db.db_base_plugin_common [req-e10b076e-b6c0-4eb3-9284-a6487dd2ed1c req-6ed6439b-771d-43a3-ad7e-dec5339a9c3e tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Allocated IP 172.20.0.14 (733634ef-5b86-411e-9b36-39e7b92f41be/e84e0528-898f-4ad3-8787-7fdf44fd2ccb/031a74b4-f6ba-430b-87e3-b97b45e6a6b7) {{(pid=93260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 05:03:19.613997 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] get_ports_and_sgs() called for port_ids ['9e4c623d-ee07-465b-8497-5cd2f297e9e1'] {{(pid=93261) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 05:03:19.690557 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-e10b076e-b6c0-4eb3-9284-a6487dd2ed1c req-6ed6439b-771d-43a3-ad7e-dec5339a9c3e tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks [] for port, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:19.706423 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.db.provisioning_blocks [req-e10b076e-b6c0-4eb3-9284-a6487dd2ed1c req-6ed6439b-771d-43a3-ad7e-dec5339a9c3e tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Transition to ACTIVE for port object 031a74b4-f6ba-430b-87e3-b97b45e6a6b7 will not be triggered until provisioned by entity DHCP. {{(pid=93260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 05:03:19.751216 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-e10b076e-b6c0-4eb3-9284-a6487dd2ed1c req-6ed6439b-771d-43a3-ad7e-dec5339a9c3e tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768807127269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9563756'] for port, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:19.798995 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e10b076e-b6c0-4eb3-9284-a6487dd2ed1c req-6ed6439b-771d-43a3-ad7e-dec5339a9c3e tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Network 733634ef-5b86-411e-9b36-39e7b92f41be is already hosted by enough agents. {{(pid=93260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 05:03:19.802366 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.base_scheduler [req-e10b076e-b6c0-4eb3-9284-a6487dd2ed1c req-6ed6439b-771d-43a3-ad7e-dec5339a9c3e tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Resources bound (agent type, host, resource id): {{(pid=93260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 05:03:19.806627 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.db.l3_dvrscheduler_db [req-e10b076e-b6c0-4eb3-9284-a6487dd2ed1c req-6ed6439b-771d-43a3-ad7e-dec5339a9c3e tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Received port after_create {{(pid=93260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 05:03:19.814253 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed6439b-771d-43a3-ad7e-dec5339a9c3e tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Pushing event updated for resources: {'Port': ['ID=031a74b4-f6ba-430b-87e3-b97b45e6a6b7,revision_number=1']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:03:19.872778 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b076e-b6c0-4eb3-9284-a6487dd2ed1c req-6ed6439b-771d-43a3-ad7e-dec5339a9c3e tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:19.873375 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-e10b076e-b6c0-4eb3-9284-a6487dd2ed1c req-6ed6439b-771d-43a3-ad7e-dec5339a9c3e tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77622'] for port, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:19.890880 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-e10b076e-b6c0-4eb3-9284-a6487dd2ed1c req-6ed6439b-771d-43a3-ad7e-dec5339a9c3e tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7481120 Aug 07 05:03:19.903426 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.v2.base [req-e10b076e-b6c0-4eb3-9284-a6487dd2ed1c req-31e83775-4a60-434d-8176-d342241b9f99 service neutron] Request body: {'port': {'device_id': 'c5e58a38-740e-4c09-97d6-22058e4e7b75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=93260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:03:19.979152 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-e10b076e-b6c0-4eb3-9284-a6487dd2ed1c req-31e83775-4a60-434d-8176-d342241b9f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:20.108043 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-5a6cf655-d2b8-47ad-9be4-1c53efa4e6c3 None None] Provisioning for port 031a74b4-f6ba-430b-87e3-b97b45e6a6b7 completed by entity DHCP. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 05:03:20.112157 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-5a6cf655-d2b8-47ad-9be4-1c53efa4e6c3 None None] Provisioning complete for port 031a74b4-f6ba-430b-87e3-b97b45e6a6b7 triggered by entity DHCP. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 05:03:20.112553 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-5a6cf655-d2b8-47ad-9be4-1c53efa4e6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:20.163248 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.plugin [None req-5a6cf655-d2b8-47ad-9be4-1c53efa4e6c3 None None] Port 031a74b4-f6ba-430b-87e3-b97b45e6a6b7 cannot update to ACTIVE because it is not bound. {{(pid=93261) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 05:03:20.254762 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.notifiers.nova [req-e10b076e-b6c0-4eb3-9284-a6487dd2ed1c req-31e83775-4a60-434d-8176-d342241b9f99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 031a74b4-f6ba-430b-87e3-b97b45e6a6b7 {{(pid=93260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 05:03:20.257386 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbeeb82-0d5b-4466-bd6c-659b53422ad3 req-c0834047-82d0-41bd-aab8-71998ce62c30 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:20.258918 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-dbbeeb82-0d5b-4466-bd6c-659b53422ad3 req-c0834047-82d0-41bd-aab8-71998ce62c30 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5e58a38-740e-4c09-97d6-22058e4e7b75 HTTP/1.1" status: 200 len: 932 time: 0.0500453 Aug 07 05:03:20.262270 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-e10b076e-b6c0-4eb3-9284-a6487dd2ed1c req-31e83775-4a60-434d-8176-d342241b9f99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:20.274302 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.db.provisioning_blocks [req-e10b076e-b6c0-4eb3-9284-a6487dd2ed1c req-31e83775-4a60-434d-8176-d342241b9f99 service neutron] Transition to ACTIVE for port object 031a74b4-f6ba-430b-87e3-b97b45e6a6b7 will not be triggered until provisioned by entity L2. {{(pid=93260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 05:03:20.279480 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-e10b076e-b6c0-4eb3-9284-a6487dd2ed1c req-31e83775-4a60-434d-8176-d342241b9f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9563749'] for port, after_update {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:20.305576 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-dbbeeb82-0d5b-4466-bd6c-659b53422ad3 req-28262c92-3e13-47d5-8cf8-3e0b632582c7 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdf2399-faeb-48c4-8780-bc2d176294d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404468 Aug 07 05:03:20.360967 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e83775-4a60-434d-8176-d342241b9f99 service neutron] Pushing event updated for resources: {'Port': ['ID=031a74b4-f6ba-430b-87e3-b97b45e6a6b7,revision_number=2']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:03:20.456033 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32e9481-9051-43c3-9f51-ec41b282560c req-9140039d-6f04-46be-ba58-c29be4f1f5d4 tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:20.457614 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-f32e9481-9051-43c3-9f51-ec41b282560c req-9140039d-6f04-46be-ba58-c29be4f1f5d4 tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a59945a-5452-4c84-b8df-b6642d2b143c HTTP/1.1" status: 200 len: 944 time: 0.0884919 Aug 07 05:03:20.458383 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.managers [req-e10b076e-b6c0-4eb3-9284-a6487dd2ed1c req-31e83775-4a60-434d-8176-d342241b9f99 service neutron] Attempting to bind port 031a74b4-f6ba-430b-87e3-b97b45e6a6b7 on host hv-cinder-75994 for vnic_type normal with profile {{(pid=93260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 05:03:20.458718 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.managers [req-e10b076e-b6c0-4eb3-9284-a6487dd2ed1c req-31e83775-4a60-434d-8176-d342241b9f99 service neutron] Attempting to bind port 031a74b4-f6ba-430b-87e3-b97b45e6a6b7 by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': '97498eba-fdf7-4cfc-895c-aca98f9581a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '733634ef-5b86-411e-9b36-39e7b92f41be'}] {{(pid=93260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 05:03:20.459045 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10b076e-b6c0-4eb3-9284-a6487dd2ed1c req-31e83775-4a60-434d-8176-d342241b9f99 service neutron] Attempting to bind port 031a74b4-f6ba-430b-87e3-b97b45e6a6b7 on network 733634ef-5b86-411e-9b36-39e7b92f41be {{(pid=93260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 05:03:20.465115 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10b076e-b6c0-4eb3-9284-a6487dd2ed1c req-31e83775-4a60-434d-8176-d342241b9f99 service neutron] Port 031a74b4-f6ba-430b-87e3-b97b45e6a6b7 on network 733634ef-5b86-411e-9b36-39e7b92f41be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=93260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 05:03:20.465437 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10b076e-b6c0-4eb3-9284-a6487dd2ed1c req-31e83775-4a60-434d-8176-d342241b9f99 service neutron] Attempting to bind port 031a74b4-f6ba-430b-87e3-b97b45e6a6b7 on network 733634ef-5b86-411e-9b36-39e7b92f41be {{(pid=93260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 05:03:20.482628 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10b076e-b6c0-4eb3-9284-a6487dd2ed1c req-31e83775-4a60-434d-8176-d342241b9f99 service neutron] Checking agent: {'id': '5f67c77d-38b5-4515-b30f-34d5315bdd9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 53, 29), 'started_at': datetime.datetime(2021, 8, 7, 4, 53, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 5, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 05:03:20.482964 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10b076e-b6c0-4eb3-9284-a6487dd2ed1c req-31e83775-4a60-434d-8176-d342241b9f99 service neutron] Checking segment: {'id': '97498eba-fdf7-4cfc-895c-aca98f9581a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '733634ef-5b86-411e-9b36-39e7b92f41be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 05:03:20.483359 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10b076e-b6c0-4eb3-9284-a6487dd2ed1c req-31e83775-4a60-434d-8176-d342241b9f99 service neutron] Bound using segment: {'id': '97498eba-fdf7-4cfc-895c-aca98f9581a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '733634ef-5b86-411e-9b36-39e7b92f41be'} {{(pid=93260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 05:03:20.483837 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.managers [req-e10b076e-b6c0-4eb3-9284-a6487dd2ed1c req-31e83775-4a60-434d-8176-d342241b9f99 service neutron] Bound port: 031a74b4-f6ba-430b-87e3-b97b45e6a6b7, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97498eba-fdf7-4cfc-895c-aca98f9581a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '733634ef-5b86-411e-9b36-39e7b92f41be'}}] {{(pid=93260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 05:03:20.484196 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-e10b076e-b6c0-4eb3-9284-a6487dd2ed1c req-31e83775-4a60-434d-8176-d342241b9f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:20.540785 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-f32e9481-9051-43c3-9f51-ec41b282560c req-a3fa5b1b-459a-4a89-85c8-98563e4c7cc5 tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] 10.222.0.13 "GET /v2.0/security-groups?id=74569f1e-1baa-4061-b509-d84d36024a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765913 Aug 07 05:03:20.575190 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.db [req-e10b076e-b6c0-4eb3-9284-a6487dd2ed1c req-31e83775-4a60-434d-8176-d342241b9f99 service neutron] For port 031a74b4-f6ba-430b-87e3-b97b45e6a6b7, host hv-cinder-75994, cleared binding levels {{(pid=93260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 05:03:20.581301 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.db [req-e10b076e-b6c0-4eb3-9284-a6487dd2ed1c req-31e83775-4a60-434d-8176-d342241b9f99 service neutron] For port 031a74b4-f6ba-430b-87e3-b97b45e6a6b7, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=031a74b4-f6ba-430b-87e3-b97b45e6a6b7,segment=NetworkSegment(97498eba-fdf7-4cfc-895c-aca98f9581a8),segment_id=97498eba-fdf7-4cfc-895c-aca98f9581a8)] {{(pid=93260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 05:03:20.587014 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-e10b076e-b6c0-4eb3-9284-a6487dd2ed1c req-31e83775-4a60-434d-8176-d342241b9f99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9563749'] for port, after_update {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:20.636255 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b076e-b6c0-4eb3-9284-a6487dd2ed1c req-31e83775-4a60-434d-8176-d342241b9f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:20.637276 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-e10b076e-b6c0-4eb3-9284-a6487dd2ed1c req-31e83775-4a60-434d-8176-d342241b9f99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77622'] for port, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:20.639079 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-e10b076e-b6c0-4eb3-9284-a6487dd2ed1c req-31e83775-4a60-434d-8176-d342241b9f99 service neutron] 10.222.0.43 "PUT /v2.0/ports/031a74b4-f6ba-430b-87e3-b97b45e6a6b7 HTTP/1.1" status: 200 len: 1094 time: 0.7400727 Aug 07 05:03:20.639623 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5e58a38-740e-4c09-97d6-22058e4e7b75', 'tag': '031a74b4-f6ba-430b-87e3-b97b45e6a6b7'}] {{(pid=93260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 05:03:20.642973 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9471522559f84b73cf1045644644c0a628e3dc4684c08e707fd64d6512f95f4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb047546-fa02-49c3-ab0b-e598c431770b" -d '{"events": [{"name": "network-changed", "server_uuid": "c5e58a38-740e-4c09-97d6-22058e4e7b75", "tag": "031a74b4-f6ba-430b-87e3-b97b45e6a6b7"}]}' {{(pid=93260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 05:03:20.647562 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2202ea-ea29-4439-9440-6c3b030d9140 req-b7897d62-7fbc-4b36-b037-4515772137c2 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:20.649245 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-de2202ea-ea29-4439-9440-6c3b030d9140 req-b7897d62-7fbc-4b36-b037-4515772137c2 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "GET /v2.0/ports?device_id=9187a1f0-ebad-4f15-8672-da445ebc35ff HTTP/1.1" status: 200 len: 944 time: 0.0654881 Aug 07 05:03:20.676552 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e83775-4a60-434d-8176-d342241b9f99 service neutron] Pushing event updated for resources: {'Port': ['ID=031a74b4-f6ba-430b-87e3-b97b45e6a6b7,revision_number=3']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:03:20.699121 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 05:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c48b6dc-f977-44ab-824d-f15a3e0a2533 x-openstack-request-id: req-5c48b6dc-f977-44ab-824d-f15a3e0a2533 {{(pid=93260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 05:03:20.699639 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5e58a38-740e-4c09-97d6-22058e4e7b75", "tag": "031a74b4-f6ba-430b-87e3-b97b45e6a6b7", "status": "completed", "code": 200}]} {{(pid=93260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 05:03:20.699954 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5c48b6dc-f977-44ab-824d-f15a3e0a2533 {{(pid=93260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 05:03:20.700411 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5e58a38-740e-4c09-97d6-22058e4e7b75', 'tag': '031a74b4-f6ba-430b-87e3-b97b45e6a6b7', 'status': 'completed', 'code': 200} Aug 07 05:03:20.723993 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-de2202ea-ea29-4439-9440-6c3b030d9140 req-c80a2bdf-e793-4390-a315-6ac90c97e586 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ef189eb-7629-4f84-9d6f-d7b2dce7165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644193 Aug 07 05:03:20.738297 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b076e-b6c0-4eb3-9284-a6487dd2ed1c req-81fb1e8d-7688-4d54-99a6-cbce2f290f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:20.740217 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-e10b076e-b6c0-4eb3-9284-a6487dd2ed1c req-81fb1e8d-7688-4d54-99a6-cbce2f290f1e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e08ba5ab4feb433fa91e7057f10230b5&device_id=c5e58a38-740e-4c09-97d6-22058e4e7b75 HTTP/1.1" status: 200 len: 1097 time: 0.0521636 Aug 07 05:03:20.787119 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-e10b076e-b6c0-4eb3-9284-a6487dd2ed1c req-2e3926ca-e43b-454b-9908-3ce65c03add4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=031a74b4-f6ba-430b-87e3-b97b45e6a6b7 HTTP/1.1" status: 200 len: 217 time: 0.0390189 Aug 07 05:03:20.841218 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b076e-b6c0-4eb3-9284-a6487dd2ed1c req-daefc5de-b702-412d-958d-b2499a3b3482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:20.843628 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-e10b076e-b6c0-4eb3-9284-a6487dd2ed1c req-daefc5de-b702-412d-958d-b2499a3b3482 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e84e0528-898f-4ad3-8787-7fdf44fd2ccb HTTP/1.1" status: 200 len: 850 time: 0.0498273 Aug 07 05:03:20.898118 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b076e-b6c0-4eb3-9284-a6487dd2ed1c req-2766102a-7df9-4dc0-aa72-274edd296b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:20.899680 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-e10b076e-b6c0-4eb3-9284-a6487dd2ed1c req-2766102a-7df9-4dc0-aa72-274edd296b29 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=733634ef-5b86-411e-9b36-39e7b92f41be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0490801 Aug 07 05:03:20.954343 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device 9e4c623d-ee07-465b-8497-5cd2f297e9e1 up at agent hyperv_hv-cinder-75994 {{(pid=93261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 05:03:21.006692 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Provisioning for port 9e4c623d-ee07-465b-8497-5cd2f297e9e1 completed by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 05:03:21.007278 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-e10b076e-b6c0-4eb3-9284-a6487dd2ed1c req-7591048d-ed86-4051-a029-9442ab5f9345 service neutron] 10.222.0.43 "GET /v2.0/networks/733634ef-5b86-411e-9b36-39e7b92f41be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992250 Aug 07 05:03:21.010588 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Provisioning complete for port 9e4c623d-ee07-465b-8497-5cd2f297e9e1 triggered by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 05:03:21.010959 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:21.095320 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:21.109656 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-e10b076e-b6c0-4eb3-9284-a6487dd2ed1c req-eee2b675-1a27-4a2c-89bf-7bb53e07f37f service neutron] 10.222.0.43 "GET /v2.0/networks/733634ef-5b86-411e-9b36-39e7b92f41be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953050 Aug 07 05:03:21.136382 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] For port 9e4c623d-ee07-465b-8497-5cd2f297e9e1, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=9e4c623d-ee07-465b-8497-5cd2f297e9e1,segment=NetworkSegment(351b58b9-87c1-49a6-9a16-bdeee0d26b20),segment_id=351b58b9-87c1-49a6-9a16-bdeee0d26b20)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:03:21.141724 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:21.192778 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Pushing event updated for resources: {'Port': ['ID=9e4c623d-ee07-465b-8497-5cd2f297e9e1,revision_number=5']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:03:21.199466 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb047546-fa02-49c3-ab0b-e598c431770b req-662d6a5a-9a51-437b-8d14-06be6bf904e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:21.201326 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-fb047546-fa02-49c3-ab0b-e598c431770b req-662d6a5a-9a51-437b-8d14-06be6bf904e3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e08ba5ab4feb433fa91e7057f10230b5&device_id=c5e58a38-740e-4c09-97d6-22058e4e7b75 HTTP/1.1" status: 200 len: 1097 time: 0.0442531 Aug 07 05:03:21.284422 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a59945a-5452-4c84-b8df-b6642d2b143c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e4c623d-ee07-465b-8497-5cd2f297e9e1'}] {{(pid=93261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 05:03:21.286871 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5d2cee0e1396f99553e356b0c4b33bfeaec0d7e5dcff0a4dea0c896a01c358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d4715d-f9c4-44c0-a253-5a1661b7f915" -d '{"events": [{"server_uuid": "0a59945a-5452-4c84-b8df-b6642d2b143c", "name": "network-vif-plugged", "status": "completed", "tag": "9e4c623d-ee07-465b-8497-5cd2f297e9e1"}]}' {{(pid=93261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 05:03:21.299555 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb047546-fa02-49c3-ab0b-e598c431770b req-0bd9c2f7-16c3-4d5e-8db5-f75ddc0b95ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:21.301070 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-fb047546-fa02-49c3-ab0b-e598c431770b req-0bd9c2f7-16c3-4d5e-8db5-f75ddc0b95ae service neutron] 10.222.0.43 "GET /v2.0/networks?id=733634ef-5b86-411e-9b36-39e7b92f41be HTTP/1.1" status: 200 len: 912 time: 0.0932026 Aug 07 05:03:21.331666 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 05:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ccb4fcf-2aba-44c0-a72e-3cbed69ca4d3 x-openstack-request-id: req-8ccb4fcf-2aba-44c0-a72e-3cbed69ca4d3 {{(pid=93261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 05:03:21.332037 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a59945a-5452-4c84-b8df-b6642d2b143c", "name": "network-vif-plugged", "status": "completed", "tag": "9e4c623d-ee07-465b-8497-5cd2f297e9e1", "code": 200}]} {{(pid=93261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 05:03:21.332444 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8ccb4fcf-2aba-44c0-a72e-3cbed69ca4d3 {{(pid=93261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 05:03:21.332983 dv-cinder-759943-8-iscsi neutron-server[93261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a59945a-5452-4c84-b8df-b6642d2b143c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e4c623d-ee07-465b-8497-5cd2f297e9e1', 'code': 200} Aug 07 05:03:21.360952 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-fb047546-fa02-49c3-ab0b-e598c431770b req-eaf23dc2-a200-459e-afad-e4645c6864b1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=031a74b4-f6ba-430b-87e3-b97b45e6a6b7 HTTP/1.1" status: 200 len: 217 time: 0.0497627 Aug 07 05:03:21.418049 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb047546-fa02-49c3-ab0b-e598c431770b req-8304cd99-17c7-4b33-982f-f8391b88ed76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:21.419868 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-fb047546-fa02-49c3-ab0b-e598c431770b req-8304cd99-17c7-4b33-982f-f8391b88ed76 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e84e0528-898f-4ad3-8787-7fdf44fd2ccb HTTP/1.1" status: 200 len: 850 time: 0.0514259 Aug 07 05:03:21.459207 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2766b6-f6b0-4916-a530-373f0096b990 req-5103a5fe-4e33-4fbb-a3a0-26f47e0b7340 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:21.460821 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-aa2766b6-f6b0-4916-a530-373f0096b990 req-5103a5fe-4e33-4fbb-a3a0-26f47e0b7340 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5e58a38-740e-4c09-97d6-22058e4e7b75 HTTP/1.1" status: 200 len: 944 time: 0.0601063 Aug 07 05:03:21.479500 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb047546-fa02-49c3-ab0b-e598c431770b req-37c3d804-75e2-4166-a787-9a0b32d9f607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:21.481272 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-fb047546-fa02-49c3-ab0b-e598c431770b req-37c3d804-75e2-4166-a787-9a0b32d9f607 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=733634ef-5b86-411e-9b36-39e7b92f41be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0505869 Aug 07 05:03:21.544049 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-aa2766b6-f6b0-4916-a530-373f0096b990 req-e46a5a59-8eca-418a-aa2a-49443811a056 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdf2399-faeb-48c4-8780-bc2d176294d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686426 Aug 07 05:03:21.555295 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a9e46-1917-443d-a834-2fcd38e7d7e2 req-fc24b46a-b93c-442e-93dd-ca428a86bd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:21.556842 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-640a9e46-1917-443d-a834-2fcd38e7d7e2 req-fc24b46a-b93c-442e-93dd-ca428a86bd74 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0a59945a-5452-4c84-b8df-b6642d2b143c HTTP/1.1" status: 200 len: 1098 time: 0.0587368 Aug 07 05:03:21.601633 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-640a9e46-1917-443d-a834-2fcd38e7d7e2 req-e8df5a2b-38d5-4447-839b-596b7c698bf6 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=74569f1e-1baa-4061-b509-d84d36024a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348604 Aug 07 05:03:21.608095 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-fb047546-fa02-49c3-ab0b-e598c431770b req-58401cb9-ab90-41c3-9936-c45b03567be1 service neutron] 10.222.0.43 "GET /v2.0/networks/733634ef-5b86-411e-9b36-39e7b92f41be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105671 Aug 07 05:03:21.720450 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b86a18a-8097-4355-9b4a-ebe0863e0d8c req-2ef95778-06bf-4038-be2b-3894e46cd285 tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:21.721831 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-5b86a18a-8097-4355-9b4a-ebe0863e0d8c req-2ef95778-06bf-4038-be2b-3894e46cd285 tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a59945a-5452-4c84-b8df-b6642d2b143c HTTP/1.1" status: 200 len: 945 time: 0.1019764 Aug 07 05:03:21.775890 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-fb047546-fa02-49c3-ab0b-e598c431770b req-4713def0-e349-4940-ab33-cf27da863923 service neutron] 10.222.0.43 "GET /v2.0/networks/733634ef-5b86-411e-9b36-39e7b92f41be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262417 Aug 07 05:03:21.781387 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-5b86a18a-8097-4355-9b4a-ebe0863e0d8c req-0242fa0a-de41-4a3c-ac3e-2f062c4f793f tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] 10.222.0.13 "GET /v2.0/security-groups?id=74569f1e-1baa-4061-b509-d84d36024a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512745 Aug 07 05:03:21.847576 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47ba9de-f54d-40cd-8adb-ceea93f0c1af req-9f28e4bc-aa7f-4541-bfc1-872e19edaa48 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:21.849055 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-a47ba9de-f54d-40cd-8adb-ceea93f0c1af req-9f28e4bc-aa7f-4541-bfc1-872e19edaa48 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "GET /v2.0/ports?device_id=9187a1f0-ebad-4f15-8672-da445ebc35ff HTTP/1.1" status: 200 len: 944 time: 0.0505149 Aug 07 05:03:21.887833 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-a47ba9de-f54d-40cd-8adb-ceea93f0c1af req-771bfe10-487c-47d4-8458-17f1d100bc15 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ef189eb-7629-4f84-9d6f-d7b2dce7165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322375 Aug 07 05:03:22.157215 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 45000) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:03:22.269602 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-d30440b5-d2b5-4da5-ab7e-bf78b5059633 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:22.366886 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-d30440b5-d2b5-4da5-ab7e-bf78b5059633 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:22.370820 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-d30440b5-d2b5-4da5-ab7e-bf78b5059633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:22.411232 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-d30440b5-d2b5-4da5-ab7e-bf78b5059633 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3016d7d94dc5477483948378ab0a2d12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2527401 Aug 07 05:03:22.411941 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30440b5-d2b5-4da5-ab7e-bf78b5059633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4765283-d5a3-42dd-8af0-b99b916b6b6d,revision_number=1']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:03:22.413962 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 45004) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:03:22.464909 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-63d4c11d-5ab8-4253-84c8-77d40ffad91b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:22.489966 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-63d4c11d-5ab8-4253-84c8-77d40ffad91b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:22.541688 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-63d4c11d-5ab8-4253-84c8-77d40ffad91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:22.544250 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-63d4c11d-5ab8-4253-84c8-77d40ffad91b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:22.545437 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-63d4c11d-5ab8-4253-84c8-77d40ffad91b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d4765283-d5a3-42dd-8af0-b99b916b6b6d HTTP/1.1" status: 204 len: 168 time: 0.1303663 Aug 07 05:03:22.555080 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d4c11d-5ab8-4253-84c8-77d40ffad91b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4765283-d5a3-42dd-8af0-b99b916b6b6d,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:03:22.663935 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425b660f-9899-4d0d-b6df-b1a00f0f8c67 req-50340866-ddbc-426f-9e4a-6890c281ab59 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:22.665471 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-425b660f-9899-4d0d-b6df-b1a00f0f8c67 req-50340866-ddbc-426f-9e4a-6890c281ab59 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5e58a38-740e-4c09-97d6-22058e4e7b75 HTTP/1.1" status: 200 len: 944 time: 0.0521250 Aug 07 05:03:22.706248 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-425b660f-9899-4d0d-b6df-b1a00f0f8c67 req-c2ea6035-0edd-4b34-bb02-66b56829bf0d tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdf2399-faeb-48c4-8780-bc2d176294d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340974 Aug 07 05:03:22.909965 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9c9991-17d8-4567-b25d-3d806e853b76 req-bb694913-486b-45e4-a161-23ccb808b629 tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:22.911679 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-1a9c9991-17d8-4567-b25d-3d806e853b76 req-bb694913-486b-45e4-a161-23ccb808b629 tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a59945a-5452-4c84-b8df-b6642d2b143c HTTP/1.1" status: 200 len: 945 time: 0.0574179 Aug 07 05:03:22.955519 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-1a9c9991-17d8-4567-b25d-3d806e853b76 req-82ddec70-6166-4390-bef6-52e969b54162 tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] 10.222.0.13 "GET /v2.0/security-groups?id=74569f1e-1baa-4061-b509-d84d36024a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375495 Aug 07 05:03:23.017633 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3832b741-cfa3-4eec-af48-86764129a4c8 req-f98e18a0-ac6f-43a4-82a9-fca5c9dcde61 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:23.019370 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-3832b741-cfa3-4eec-af48-86764129a4c8 req-f98e18a0-ac6f-43a4-82a9-fca5c9dcde61 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "GET /v2.0/ports?device_id=9187a1f0-ebad-4f15-8672-da445ebc35ff HTTP/1.1" status: 200 len: 944 time: 0.0613306 Aug 07 05:03:23.062389 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-3832b741-cfa3-4eec-af48-86764129a4c8 req-d2b48fdd-86ed-4d7e-ae09-6336698c9a43 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ef189eb-7629-4f84-9d6f-d7b2dce7165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361834 Aug 07 05:03:23.618470 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbe2ce7-788e-463d-b8f5-02c00f5fc7dd req-3bdf1d2d-a03f-4f0b-9846-6af8a7f23b24 tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:23.620590 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-efbe2ce7-788e-463d-b8f5-02c00f5fc7dd req-3bdf1d2d-a03f-4f0b-9846-6af8a7f23b24 tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a59945a-5452-4c84-b8df-b6642d2b143c HTTP/1.1" status: 200 len: 945 time: 0.0574939 Aug 07 05:03:23.669769 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-efbe2ce7-788e-463d-b8f5-02c00f5fc7dd req-97f4b3af-d099-4459-93e1-14143c051f90 tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] 10.222.0.13 "GET /v2.0/security-groups?id=74569f1e-1baa-4061-b509-d84d36024a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415852 Aug 07 05:03:23.824120 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ac9d35-0fbb-42e6-82ee-f7be3b4ba074 req-1211f4ce-0870-43c0-88e0-b5fb0ae67caa tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:23.825491 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-70ac9d35-0fbb-42e6-82ee-f7be3b4ba074 req-1211f4ce-0870-43c0-88e0-b5fb0ae67caa tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5e58a38-740e-4c09-97d6-22058e4e7b75 HTTP/1.1" status: 200 len: 944 time: 0.0496058 Aug 07 05:03:23.865478 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-70ac9d35-0fbb-42e6-82ee-f7be3b4ba074 req-2b5944c9-778d-4acd-b62b-0e68d2486286 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdf2399-faeb-48c4-8780-bc2d176294d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340734 Aug 07 05:03:24.205578 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f6992-d1b5-44b3-a99e-74863fe96dc3 req-92234266-744e-4ca4-a461-ad5aa46459eb tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:24.207157 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-952f6992-d1b5-44b3-a99e-74863fe96dc3 req-92234266-744e-4ca4-a461-ad5aa46459eb tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "GET /v2.0/ports?device_id=9187a1f0-ebad-4f15-8672-da445ebc35ff HTTP/1.1" status: 200 len: 944 time: 0.0623670 Aug 07 05:03:24.262376 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-952f6992-d1b5-44b3-a99e-74863fe96dc3 req-b12090eb-ac80-4391-9d34-0777afec2aea tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ef189eb-7629-4f84-9d6f-d7b2dce7165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481136 Aug 07 05:03:24.817259 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b692f-1461-452b-8cd8-ddf67b880bf6 req-04fc0d24-4d0e-4dbe-9ee4-18caf32316f8 tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:24.819408 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-4a6b692f-1461-452b-8cd8-ddf67b880bf6 req-04fc0d24-4d0e-4dbe-9ee4-18caf32316f8 tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a59945a-5452-4c84-b8df-b6642d2b143c HTTP/1.1" status: 200 len: 945 time: 0.0672548 Aug 07 05:03:24.898813 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-4a6b692f-1461-452b-8cd8-ddf67b880bf6 req-3d52a60d-32fb-45e9-8101-7df230142840 tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] 10.222.0.13 "GET /v2.0/security-groups?id=74569f1e-1baa-4061-b509-d84d36024a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605714 Aug 07 05:03:24.926898 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0cd563-da50-4362-8f1e-e417b18d5761 req-975acda3-40e7-4330-a944-7162121bcba1 tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:24.928740 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-8c0cd563-da50-4362-8f1e-e417b18d5761 req-975acda3-40e7-4330-a944-7162121bcba1 tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a59945a-5452-4c84-b8df-b6642d2b143c HTTP/1.1" status: 200 len: 945 time: 0.0727932 Aug 07 05:03:25.055035 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d9bf6d-aa5f-400f-b1da-f0ee121308bb req-c972b814-0166-4874-97f5-b2aef8f1c86d tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:25.056548 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-a3d9bf6d-aa5f-400f-b1da-f0ee121308bb req-c972b814-0166-4874-97f5-b2aef8f1c86d tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5e58a38-740e-4c09-97d6-22058e4e7b75 HTTP/1.1" status: 200 len: 944 time: 0.1124544 Aug 07 05:03:25.100798 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.plugin [req-8c0cd563-da50-4362-8f1e-e417b18d5761 req-9ab8b12c-128e-4d79-8c89-23069923c61e tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] Deleting port 9e4c623d-ee07-465b-8497-5cd2f297e9e1 {{(pid=93260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:03:25.101131 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-8c0cd563-da50-4362-8f1e-e417b18d5761 req-9ab8b12c-128e-4d79-8c89-23069923c61e tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768807591985'] for port, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:25.158140 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-a3d9bf6d-aa5f-400f-b1da-f0ee121308bb req-fbac0be4-443d-4475-9565-c41353c3cf59 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdf2399-faeb-48c4-8780-bc2d176294d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934145 Aug 07 05:03:25.245613 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.db [req-8c0cd563-da50-4362-8f1e-e417b18d5761 req-9ab8b12c-128e-4d79-8c89-23069923c61e tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] For port 9e4c623d-ee07-465b-8497-5cd2f297e9e1, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=9e4c623d-ee07-465b-8497-5cd2f297e9e1,segment=NetworkSegment(351b58b9-87c1-49a6-9a16-bdeee0d26b20),segment_id=351b58b9-87c1-49a6-9a16-bdeee0d26b20)] {{(pid=93260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:03:25.246041 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-8c0cd563-da50-4362-8f1e-e417b18d5761 req-9ab8b12c-128e-4d79-8c89-23069923c61e tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769206'] for port, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:25.265495 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.plugin [req-8c0cd563-da50-4362-8f1e-e417b18d5761 req-9ab8b12c-128e-4d79-8c89-23069923c61e tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] Calling delete_port for 9e4c623d-ee07-465b-8497-5cd2f297e9e1 owned by compute:nova {{(pid=93260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:03:25.425330 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577e125-52e1-4bea-ac75-4391cbd6f461 req-e8a73524-e8e9-4b62-bb2e-6f2193f1a069 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:25.430437 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-f577e125-52e1-4bea-ac75-4391cbd6f461 req-e8a73524-e8e9-4b62-bb2e-6f2193f1a069 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "GET /v2.0/ports?device_id=9187a1f0-ebad-4f15-8672-da445ebc35ff HTTP/1.1" status: 200 len: 944 time: 0.0859916 Aug 07 05:03:25.447177 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-8c0cd563-da50-4362-8f1e-e417b18d5761 req-9ab8b12c-128e-4d79-8c89-23069923c61e tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768807598987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768807127278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9563756'] for port, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:25.459565 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] get_ports_and_sgs() called for port_ids ['9e4c623d-ee07-465b-8497-5cd2f297e9e1'] {{(pid=93261) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 05:03:25.466082 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeea8a7-519d-45ff-b03e-2b36a17b7c1f req-13a8706d-e683-4584-ad1e-63a9c0380ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:25.468176 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-2aeea8a7-519d-45ff-b03e-2b36a17b7c1f req-13a8706d-e683-4584-ad1e-63a9c0380ddf service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9187a1f0-ebad-4f15-8672-da445ebc35ff HTTP/1.1" status: 200 len: 1097 time: 0.0878367 Aug 07 05:03:25.484613 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-f577e125-52e1-4bea-ac75-4391cbd6f461 req-573c4fb8-6628-4ef5-8d91-353bfd13e30c tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ef189eb-7629-4f84-9d6f-d7b2dce7165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499032 Aug 07 05:03:25.491583 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab8b12c-128e-4d79-8c89-23069923c61e tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] Pushing event deleted for resources: {'Port': ['ID=9e4c623d-ee07-465b-8497-5cd2f297e9e1,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:03:25.537389 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-2aeea8a7-519d-45ff-b03e-2b36a17b7c1f req-0baf261d-c209-408b-a382-2c4048a59c46 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0ef189eb-7629-4f84-9d6f-d7b2dce7165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513184 Aug 07 05:03:25.554036 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c0cd563-da50-4362-8f1e-e417b18d5761 req-9ab8b12c-128e-4d79-8c89-23069923c61e tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] No DVR routers for this DVR port 9e4c623d-ee07-465b-8497-5cd2f297e9e1 on host hv-cinder-75994 {{(pid=93260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 05:03:25.556776 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-8c0cd563-da50-4362-8f1e-e417b18d5761 req-9ab8b12c-128e-4d79-8c89-23069923c61e tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77622'] for port, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:25.559215 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-8c0cd563-da50-4362-8f1e-e417b18d5761 req-9ab8b12c-128e-4d79-8c89-23069923c61e tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] 10.222.0.43 "DELETE /v2.0/ports/9e4c623d-ee07-465b-8497-5cd2f297e9e1 HTTP/1.1" status: 204 len: 173 time: 0.6236331 Aug 07 05:03:25.559676 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a59945a-5452-4c84-b8df-b6642d2b143c', 'name': 'network-vif-deleted', 'tag': '9e4c623d-ee07-465b-8497-5cd2f297e9e1'}] {{(pid=93260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 05:03:25.562511 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9471522559f84b73cf1045644644c0a628e3dc4684c08e707fd64d6512f95f4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe1b47ab-7b77-4090-bc82-bbc2f2865a76" -d '{"events": [{"server_uuid": "0a59945a-5452-4c84-b8df-b6642d2b143c", "name": "network-vif-deleted", "tag": "9e4c623d-ee07-465b-8497-5cd2f297e9e1"}]}' {{(pid=93260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 05:03:25.601316 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 05:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bfc03ee-873c-4f2d-9397-1a0d43f977b8 x-openstack-request-id: req-9bfc03ee-873c-4f2d-9397-1a0d43f977b8 {{(pid=93260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 05:03:25.601602 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a59945a-5452-4c84-b8df-b6642d2b143c", "name": "network-vif-deleted", "tag": "9e4c623d-ee07-465b-8497-5cd2f297e9e1", "status": "completed", "code": 200}]} {{(pid=93260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 05:03:25.601905 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9bfc03ee-873c-4f2d-9397-1a0d43f977b8 {{(pid=93260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 05:03:25.602538 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a59945a-5452-4c84-b8df-b6642d2b143c', 'name': 'network-vif-deleted', 'tag': '9e4c623d-ee07-465b-8497-5cd2f297e9e1', 'status': 'completed', 'code': 200} Aug 07 05:03:25.996826 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-7ea9082e-75dd-4e41-84ac-4ff4ad3c27c2 req-34eba912-4f3a-4dfc-86a5-6169e1ebaf9f tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a59945a-5452-4c84-b8df-b6642d2b143c HTTP/1.1" status: 200 len: 210 time: 0.0265970 Aug 07 05:03:26.295256 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4007e032-735e-4287-a5fe-b66895c208af req-639b3837-adc9-4dbd-ba47-65ba0d5833f6 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:26.297343 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-4007e032-735e-4287-a5fe-b66895c208af req-639b3837-adc9-4dbd-ba47-65ba0d5833f6 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5e58a38-740e-4c09-97d6-22058e4e7b75 HTTP/1.1" status: 200 len: 944 time: 0.0552030 Aug 07 05:03:26.339092 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-4007e032-735e-4287-a5fe-b66895c208af req-50d1f2c9-8e1b-451b-9e7e-8446d016e825 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdf2399-faeb-48c4-8780-bc2d176294d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353427 Aug 07 05:03:26.618770 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa994ce-2bc5-48ab-83ff-ff561022cdae req-16ea2264-41fe-491f-a270-8437116f8727 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:26.620438 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-7fa994ce-2bc5-48ab-83ff-ff561022cdae req-16ea2264-41fe-491f-a270-8437116f8727 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "GET /v2.0/ports?device_id=9187a1f0-ebad-4f15-8672-da445ebc35ff HTTP/1.1" status: 200 len: 944 time: 0.0501156 Aug 07 05:03:26.662889 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-7fa994ce-2bc5-48ab-83ff-ff561022cdae req-c0377335-86aa-40c3-8d7e-0c5ab55318d0 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ef189eb-7629-4f84-9d6f-d7b2dce7165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356441 Aug 07 05:03:26.787014 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-4f022138-e241-4327-9bbc-ad4dae07c581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:26.822213 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 45108) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:03:26.930281 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-7d575183-4dcd-4469-9f0b-8a9044e60a38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:26.969361 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device 270cb80e-972e-4220-aa67-e66c575d5b61 details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=93261) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 05:03:27.049144 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-7d575183-4dcd-4469-9f0b-8a9044e60a38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:27.055176 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-7d575183-4dcd-4469-9f0b-8a9044e60a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:27.075496 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] For port 270cb80e-972e-4220-aa67-e66c575d5b61, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=270cb80e-972e-4220-aa67-e66c575d5b61,segment=NetworkSegment(c3c6c36d-6867-4fab-9428-6c308e3197f3),segment_id=c3c6c36d-6867-4fab-9428-6c308e3197f3)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:03:27.088549 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Returning: {'device': '270cb80e-972e-4220-aa67-e66c575d5b61', 'network_id': '3c6994ec-32f0-4a5f-a478-ed69244b4560', 'port_id': '270cb80e-972e-4220-aa67-e66c575d5b61', 'mac_address': 'fa:16:3e:65:41:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8faaf127-5693-4571-b131-8fe89530dcf6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93261) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 05:03:27.109399 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-7d575183-4dcd-4469-9f0b-8a9044e60a38 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=91820cd36b0249bd9e05f7bbf9f5d16e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2828457 Aug 07 05:03:27.109399 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d575183-4dcd-4469-9f0b-8a9044e60a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e417a093-cdb4-469f-b5b6-fa235998a1e3,revision_number=1']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:03:27.110082 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 45116) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:03:27.136464 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:27.151004 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.notifiers.nova [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 270cb80e-972e-4220-aa67-e66c575d5b61 {{(pid=93261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 05:03:27.173031 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] For port 270cb80e-972e-4220-aa67-e66c575d5b61, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=270cb80e-972e-4220-aa67-e66c575d5b61,segment=NetworkSegment(c3c6c36d-6867-4fab-9428-6c308e3197f3),segment_id=c3c6c36d-6867-4fab-9428-6c308e3197f3)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:03:27.173305 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-29817a93-0cf7-49e5-9d97-1cabc2d727d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:27.177735 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:27.197334 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-29817a93-0cf7-49e5-9d97-1cabc2d727d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:27.236633 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Pushing event updated for resources: {'Port': ['ID=270cb80e-972e-4220-aa67-e66c575d5b61,revision_number=7']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:03:27.271452 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-29817a93-0cf7-49e5-9d97-1cabc2d727d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:27.273983 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-29817a93-0cf7-49e5-9d97-1cabc2d727d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:27.275225 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-29817a93-0cf7-49e5-9d97-1cabc2d727d9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e417a093-cdb4-469f-b5b6-fa235998a1e3 HTTP/1.1" status: 204 len: 168 time: 0.1640759 Aug 07 05:03:27.321320 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29817a93-0cf7-49e5-9d97-1cabc2d727d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e417a093-cdb4-469f-b5b6-fa235998a1e3,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:03:27.392359 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] get_ports_and_sgs() called for port_ids ['270cb80e-972e-4220-aa67-e66c575d5b61'] {{(pid=93261) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 05:03:27.399239 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf96990-4121-4870-81d1-a442b24f3869 req-3cc26a9d-01b2-4212-acad-55ae490e6235 tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:27.412253 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-fcf96990-4121-4870-81d1-a442b24f3869 req-3cc26a9d-01b2-4212-acad-55ae490e6235 tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] 10.222.0.13 "GET /v2.0/networks?id=3a3d4eb7-72ca-4149-8822-2dca077cf479 HTTP/1.1" status: 200 len: 809 time: 0.1490011 Aug 07 05:03:27.430479 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-fcf96990-4121-4870-81d1-a442b24f3869 req-e7b64dc0-d145-4675-8c0e-29e37801728f tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] 10.222.0.13 "GET /v2.0/quotas/9e675faa054a4549863262a87a53057c HTTP/1.1" status: 200 len: 375 time: 0.0163321 Aug 07 05:03:27.470635 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-fcf96990-4121-4870-81d1-a442b24f3869 req-af1baebd-fb04-4b55-a013-2d01d1882b5d tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9e675faa054a4549863262a87a53057c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0371866 Aug 07 05:03:27.518262 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d313678-d2d6-49e5-9bd8-9b93d287cfc6 req-0b97aaf7-cee7-48f2-8b3a-519becc4a456 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:27.520012 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-2d313678-d2d6-49e5-9bd8-9b93d287cfc6 req-0b97aaf7-cee7-48f2-8b3a-519becc4a456 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5e58a38-740e-4c09-97d6-22058e4e7b75 HTTP/1.1" status: 200 len: 944 time: 0.0912099 Aug 07 05:03:27.578987 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-2d313678-d2d6-49e5-9bd8-9b93d287cfc6 req-7c46ea6c-d6e4-4557-b2e6-715654099d79 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdf2399-faeb-48c4-8780-bc2d176294d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465436 Aug 07 05:03:27.588454 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-fcf96990-4121-4870-81d1-a442b24f3869 req-4d3f5296-e7ad-4eae-a1df-63313f88e09e service neutron] 10.222.0.13 "GET /v2.0/networks/3a3d4eb7-72ca-4149-8822-2dca077cf479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034892 Aug 07 05:03:27.686001 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-fcf96990-4121-4870-81d1-a442b24f3869 req-6d1aa8cd-52a5-481d-aff0-da7de64859e8 service neutron] 10.222.0.13 "GET /v2.0/networks/3a3d4eb7-72ca-4149-8822-2dca077cf479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935583 Aug 07 05:03:27.850826 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-88ac7a0b-630a-430a-80ab-2f3eb6b81552 req-8c8aae1c-1bdd-42ec-b750-ed22f847321c tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] 10.222.0.13 "GET /v2.0/ports?device_id=59f57406-f412-4b8b-93dc-e4e5970b1e1d HTTP/1.1" status: 200 len: 210 time: 0.0267565 Aug 07 05:03:28.032732 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 45158) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:03:28.137190 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.v2.base [None req-f9f2f467-7f94-4f0c-a597-ec305f0a5b9e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-830468649-network', 'tenant_id': '04b32ff4c7804723a9c72fe2fdc1273a'}} {{(pid=93259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:03:28.162310 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f2f467-7f94-4f0c-a597-ec305f0a5b9e admin admin] Made reservation on behalf of 04b32ff4c7804723a9c72fe2fdc1273a for: {'network': 1} {{(pid=93259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 05:03:28.164574 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-f9f2f467-7f94-4f0c-a597-ec305f0a5b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for network, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:28.174276 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-f9f2f467-7f94-4f0c-a597-ec305f0a5b9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:28.269835 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-f9f2f467-7f94-4f0c-a597-ec305f0a5b9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:28.273827 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-f9f2f467-7f94-4f0c-a597-ec305f0a5b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:28.296540 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9f2f467-7f94-4f0c-a597-ec305f0a5b9e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=93259) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 05:03:28.310017 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f2f467-7f94-4f0c-a597-ec305f0a5b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1100d6-563f-470b-ae6c-e5a90fed420c,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:03:28.317110 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-f9f2f467-7f94-4f0c-a597-ec305f0a5b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799109'] for segment, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:28.317450 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.db.segments_db [None req-f9f2f467-7f94-4f0c-a597-ec305f0a5b9e admin admin] Added segment 80dc884c-fb7e-4a99-b07d-81d28479e034 of type vlan for network 22709571-d2fe-49d9-b757-30612acd7553 Aug 07 05:03:28.364413 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-f9f2f467-7f94-4f0c-a597-ec305f0a5b9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768807114828'] for network, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:28.399405 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-f9f2f467-7f94-4f0c-a597-ec305f0a5b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370'] for network, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:28.400459 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f2f467-7f94-4f0c-a597-ec305f0a5b9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:28.401050 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-f9f2f467-7f94-4f0c-a597-ec305f0a5b9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568364'] for network, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:28.459803 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-f9f2f467-7f94-4f0c-a597-ec305f0a5b9e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4259202 Aug 07 05:03:28.462622 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 45164) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:03:28.467488 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.v2.base [None req-bfeb9622-8ed7-4362-9c43-172ed0e2b5ef admin admin] Request body: {'subnet': {'network_id': '22709571-d2fe-49d9-b757-30612acd7553', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-830468649-subnet', 'tenant_id': '04b32ff4c7804723a9c72fe2fdc1273a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:03:28.476380 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f2f467-7f94-4f0c-a597-ec305f0a5b9e admin admin] Pushing event updated for resources: {'Network': ['ID=22709571-d2fe-49d9-b757-30612acd7553,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:03:28.488308 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Network 22709571-d2fe-49d9-b757-30612acd7553 details requested by agent ovs-agent-dv-cinder-759943-8-iscsi with host dv-cinder-759943-8-iscsi {{(pid=93261) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 05:03:28.499264 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfeb9622-8ed7-4362-9c43-172ed0e2b5ef admin admin] Made reservation on behalf of 04b32ff4c7804723a9c72fe2fdc1273a for: {'subnet': 1} {{(pid=93259) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 05:03:28.503638 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-bfeb9622-8ed7-4362-9c43-172ed0e2b5ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9365162'] for subnet, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:28.744776 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48817055-1f52-470a-a96b-0a2f9e5eeab3 req-dd31baa5-97a3-400a-84de-72da1564757f tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:28.746389 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-48817055-1f52-470a-a96b-0a2f9e5eeab3 req-dd31baa5-97a3-400a-84de-72da1564757f tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5e58a38-740e-4c09-97d6-22058e4e7b75 HTTP/1.1" status: 200 len: 944 time: 0.1052370 Aug 07 05:03:28.747892 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-bfeb9622-8ed7-4362-9c43-172ed0e2b5ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8513188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9365144'] for subnet, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:28.838148 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeb9622-8ed7-4362-9c43-172ed0e2b5ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9290f4d-e164-45dd-9617-7801f82fc230,revision_number=0']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:03:28.848666 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-48817055-1f52-470a-a96b-0a2f9e5eeab3 req-a16e7c10-c3a7-4d6c-8c78-03df2702839c tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdf2399-faeb-48c4-8780-bc2d176294d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740600 Aug 07 05:03:28.853168 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfeb9622-8ed7-4362-9c43-172ed0e2b5ef admin admin] Checking segment: {'id': '80dc884c-fb7e-4a99-b07d-81d28479e034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '22709571-d2fe-49d9-b757-30612acd7553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93259) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 05:03:28.853589 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfeb9622-8ed7-4362-9c43-172ed0e2b5ef admin admin] Network hostable DHCP agents. Network: 22709571-d2fe-49d9-b757-30612acd7553, hostable agents: ['fbf586e2-2064-4f25-86fb-4cd270d4900d'], hosted agents: [] {{(pid=93259) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 05:03:28.855488 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf96990-4121-4870-81d1-a442b24f3869 req-d9af26fb-9581-4303-aec2-8dade722d70a tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:28.858270 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-fcf96990-4121-4870-81d1-a442b24f3869 req-d9af26fb-9581-4303-aec2-8dade722d70a tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] 10.222.0.43 "GET /v2.0/networks?id=3a3d4eb7-72ca-4149-8822-2dca077cf479 HTTP/1.1" status: 200 len: 809 time: 0.1488507 Aug 07 05:03:28.876163 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.v2.base [req-fcf96990-4121-4870-81d1-a442b24f3869 req-8882dd4c-2be5-4a8d-9970-77091cce8440 tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] Request body: {'port': {'device_id': '59f57406-f412-4b8b-93dc-e4e5970b1e1d', 'network_id': '3a3d4eb7-72ca-4149-8822-2dca077cf479', 'admin_state_up': True, 'tenant_id': '9e675faa054a4549863262a87a53057c'}} {{(pid=93260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:03:28.885574 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfeb9622-8ed7-4362-9c43-172ed0e2b5ef admin admin] Network 22709571-d2fe-49d9-b757-30612acd7553 is scheduled to be hosted by DHCP agent fbf586e2-2064-4f25-86fb-4cd270d4900d with binding_index 1 {{(pid=93259) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 05:03:28.899851 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.base_scheduler [None req-bfeb9622-8ed7-4362-9c43-172ed0e2b5ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759943-8-iscsi, 22709571-d2fe-49d9-b757-30612acd7553) {{(pid=93259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 05:03:28.907899 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfeb9622-8ed7-4362-9c43-172ed0e2b5ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:28.908817 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-bfeb9622-8ed7-4362-9c43-172ed0e2b5ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568364'] for subnet, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:28.914175 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d772aa-31b7-4ac3-9179-d9cde55d8666 None None] Network 22709571-d2fe-49d9-b757-30612acd7553 requested from dv-cinder-759943-8-iscsi {{(pid=93261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 05:03:28.931105 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-bfeb9622-8ed7-4362-9c43-172ed0e2b5ef admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4672606 Aug 07 05:03:28.991286 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device 031a74b4-f6ba-430b-87e3-b97b45e6a6b7 details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=93261) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 05:03:28.996887 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device 270cb80e-972e-4220-aa67-e66c575d5b61 up at agent hyperv_hv-cinder-75994 {{(pid=93261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 05:03:29.024103 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-68d8e993-14ad-4a96-9546-8c476f0b1630 req-5b20f2c5-5bf8-4b9a-a0ae-f7e08fe91c90 tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] 10.222.0.13 "GET /v2.0/ports?device_id=59f57406-f412-4b8b-93dc-e4e5970b1e1d HTTP/1.1" status: 200 len: 210 time: 0.0558112 Aug 07 05:03:29.101349 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcf96990-4121-4870-81d1-a442b24f3869 req-8882dd4c-2be5-4a8d-9970-77091cce8440 tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] Made reservation on behalf of 9e675faa054a4549863262a87a53057c for: {'port': 1} {{(pid=93260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 05:03:29.105559 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-fcf96990-4121-4870-81d1-a442b24f3869 req-8882dd4c-2be5-4a8d-9970-77091cce8440 tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:29.192371 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Provisioning complete for port 270cb80e-972e-4220-aa67-e66c575d5b61 triggered by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 05:03:29.192768 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:29.195243 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26cf101b-cc31-4a35-baff-4ed82f68ad12 None None] Network 22709571-d2fe-49d9-b757-30612acd7553 requested from dv-cinder-759943-8-iscsi {{(pid=93261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 05:03:29.262049 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.db.db_base_plugin_common [req-fcf96990-4121-4870-81d1-a442b24f3869 req-8882dd4c-2be5-4a8d-9970-77091cce8440 tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] Allocated IP 172.20.0.6 (3a3d4eb7-72ca-4149-8822-2dca077cf479/218bbb06-e16c-4027-bbae-811e20bdda53/d161cc97-0635-4870-86cc-acf7921b59cd) {{(pid=93260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 05:03:29.312571 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] For port 031a74b4-f6ba-430b-87e3-b97b45e6a6b7, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=031a74b4-f6ba-430b-87e3-b97b45e6a6b7,segment=NetworkSegment(97498eba-fdf7-4cfc-895c-aca98f9581a8),segment_id=97498eba-fdf7-4cfc-895c-aca98f9581a8)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:03:29.324795 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Returning: {'device': '031a74b4-f6ba-430b-87e3-b97b45e6a6b7', 'network_id': '733634ef-5b86-411e-9b36-39e7b92f41be', 'port_id': '031a74b4-f6ba-430b-87e3-b97b45e6a6b7', 'mac_address': 'fa:16:3e:aa:59:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e84e0528-898f-4ad3-8787-7fdf44fd2ccb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93261) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 05:03:29.446482 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-fcf96990-4121-4870-81d1-a442b24f3869 req-8882dd4c-2be5-4a8d-9970-77091cce8440 tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] Notify callbacks [] for port, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:29.502106 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-fcf96990-4121-4870-81d1-a442b24f3869 req-8882dd4c-2be5-4a8d-9970-77091cce8440 tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768807127269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9563756'] for port, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:29.549758 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcf96990-4121-4870-81d1-a442b24f3869 req-8882dd4c-2be5-4a8d-9970-77091cce8440 tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] Network 3a3d4eb7-72ca-4149-8822-2dca077cf479 is already hosted by enough agents. {{(pid=93260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 05:03:29.554136 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.base_scheduler [req-fcf96990-4121-4870-81d1-a442b24f3869 req-8882dd4c-2be5-4a8d-9970-77091cce8440 tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] Resources bound (agent type, host, resource id): {{(pid=93260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 05:03:29.557164 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcf96990-4121-4870-81d1-a442b24f3869 req-8882dd4c-2be5-4a8d-9970-77091cce8440 tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] Received port after_create {{(pid=93260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 05:03:29.581706 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:29.598876 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.notifiers.nova [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 031a74b4-f6ba-430b-87e3-b97b45e6a6b7 {{(pid=93261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 05:03:29.598991 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8882dd4c-2be5-4a8d-9970-77091cce8440 tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] Pushing event updated for resources: {'Port': ['ID=d161cc97-0635-4870-86cc-acf7921b59cd,revision_number=1']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:03:29.626677 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] For port 031a74b4-f6ba-430b-87e3-b97b45e6a6b7, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=031a74b4-f6ba-430b-87e3-b97b45e6a6b7,segment=NetworkSegment(97498eba-fdf7-4cfc-895c-aca98f9581a8),segment_id=97498eba-fdf7-4cfc-895c-aca98f9581a8)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:03:29.638997 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf96990-4121-4870-81d1-a442b24f3869 req-8882dd4c-2be5-4a8d-9970-77091cce8440 tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:29.639644 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-fcf96990-4121-4870-81d1-a442b24f3869 req-8882dd4c-2be5-4a8d-9970-77091cce8440 tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77622'] for port, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:29.643074 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:29.658213 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-fcf96990-4121-4870-81d1-a442b24f3869 req-8882dd4c-2be5-4a8d-9970-77091cce8440 tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7911816 Aug 07 05:03:29.663504 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:29.674143 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.v2.base [req-fcf96990-4121-4870-81d1-a442b24f3869 req-b0e3fc6d-d6be-45c7-9c34-52a6a5c63b29 service neutron] Request body: {'port': {'device_id': '59f57406-f412-4b8b-93dc-e4e5970b1e1d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=93260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:03:29.733096 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:29.735184 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-d79d2abc-8c1a-43b1-90af-612c999095ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:29.760139 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:29.766681 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Pushing event updated for resources: {'Port': ['ID=031a74b4-f6ba-430b-87e3-b97b45e6a6b7,revision_number=4']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:03:29.782929 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9187a1f0-ebad-4f15-8672-da445ebc35ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '270cb80e-972e-4220-aa67-e66c575d5b61'}] {{(pid=93261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 05:03:29.785296 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5d2cee0e1396f99553e356b0c4b33bfeaec0d7e5dcff0a4dea0c896a01c358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a6a07b-11bb-4244-b248-e56b089de7ff" -d '{"events": [{"server_uuid": "9187a1f0-ebad-4f15-8672-da445ebc35ff", "name": "network-vif-plugged", "status": "completed", "tag": "270cb80e-972e-4220-aa67-e66c575d5b61"}]}' {{(pid=93261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 05:03:29.802501 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] For port 270cb80e-972e-4220-aa67-e66c575d5b61, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=270cb80e-972e-4220-aa67-e66c575d5b61,segment=NetworkSegment(c3c6c36d-6867-4fab-9428-6c308e3197f3),segment_id=c3c6c36d-6867-4fab-9428-6c308e3197f3)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:03:29.809156 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:29.810094 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device 9e4c623d-ee07-465b-8497-5cd2f297e9e1 no longer exists at agent hyperv_hv-cinder-75994 {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 05:03:29.852111 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 05:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ef5b9d-a30d-4d8c-93d9-c625a3d777f7 x-openstack-request-id: req-45ef5b9d-a30d-4d8c-93d9-c625a3d777f7 {{(pid=93261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 05:03:29.852664 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9187a1f0-ebad-4f15-8672-da445ebc35ff", "name": "network-vif-plugged", "status": "completed", "tag": "270cb80e-972e-4220-aa67-e66c575d5b61", "code": 200}]} {{(pid=93261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 05:03:29.852809 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-45ef5b9d-a30d-4d8c-93d9-c625a3d777f7 {{(pid=93261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 05:03:29.853161 dv-cinder-759943-8-iscsi neutron-server[93261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9187a1f0-ebad-4f15-8672-da445ebc35ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '270cb80e-972e-4220-aa67-e66c575d5b61', 'code': 200} Aug 07 05:03:29.855699 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.plugin [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] No Port match for: 9e4c623d-ee07-465b-8497-5cd2f297e9e1 {{(pid=93261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 05:03:29.856048 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device 9e4c623d-ee07-465b-8497-5cd2f297e9e1 not bound to the agent host hv-cinder-75994 {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 05:03:29.884841 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Pushing event updated for resources: {'Port': ['ID=270cb80e-972e-4220-aa67-e66c575d5b61,revision_number=8']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:03:29.889775 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] get_ports_and_sgs() called for port_ids ['031a74b4-f6ba-430b-87e3-b97b45e6a6b7'] {{(pid=93261) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 05:03:30.034330 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-fcf96990-4121-4870-81d1-a442b24f3869 req-b0e3fc6d-d6be-45c7-9c34-52a6a5c63b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:30.095221 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9225feb-f1bf-426f-b825-3b3f5dd7f944 req-adbc14c8-e9ba-4f4f-bcd5-7b75f1e42e6c tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:30.096794 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-e9225feb-f1bf-426f-b825-3b3f5dd7f944 req-adbc14c8-e9ba-4f4f-bcd5-7b75f1e42e6c tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5e58a38-740e-4c09-97d6-22058e4e7b75 HTTP/1.1" status: 200 len: 945 time: 0.0925775 Aug 07 05:03:30.179745 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9804bccd-e1b9-4c63-b493-cda25a392d04 req-41e062df-c080-4b59-b952-4be776f5f4bd tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:30.181243 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-9804bccd-e1b9-4c63-b493-cda25a392d04 req-41e062df-c080-4b59-b952-4be776f5f4bd tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] 10.222.0.13 "GET /v2.0/ports?device_id=59f57406-f412-4b8b-93dc-e4e5970b1e1d HTTP/1.1" status: 200 len: 931 time: 0.0607121 Aug 07 05:03:30.220701 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-e9225feb-f1bf-426f-b825-3b3f5dd7f944 req-3029a3d7-d1c0-4b12-b215-33caff67a985 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdf2399-faeb-48c4-8780-bc2d176294d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149354 Aug 07 05:03:30.235223 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-9804bccd-e1b9-4c63-b493-cda25a392d04 req-9bf7db0d-2dc2-42e7-b7e5-a24ffa6e010d tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] 10.222.0.13 "GET /v2.0/security-groups?id=74569f1e-1baa-4061-b509-d84d36024a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372443 Aug 07 05:03:30.389025 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.notifiers.nova [req-fcf96990-4121-4870-81d1-a442b24f3869 req-b0e3fc6d-d6be-45c7-9c34-52a6a5c63b29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d161cc97-0635-4870-86cc-acf7921b59cd {{(pid=93260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 05:03:30.397630 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-fcf96990-4121-4870-81d1-a442b24f3869 req-b0e3fc6d-d6be-45c7-9c34-52a6a5c63b29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:30.411236 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.db.provisioning_blocks [req-fcf96990-4121-4870-81d1-a442b24f3869 req-b0e3fc6d-d6be-45c7-9c34-52a6a5c63b29 service neutron] Transition to ACTIVE for port object d161cc97-0635-4870-86cc-acf7921b59cd will not be triggered until provisioned by entity L2. {{(pid=93260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 05:03:30.415167 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-fcf96990-4121-4870-81d1-a442b24f3869 req-b0e3fc6d-d6be-45c7-9c34-52a6a5c63b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9563749'] for port, after_update {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:30.478675 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3fc6d-d6be-45c7-9c34-52a6a5c63b29 service neutron] Pushing event updated for resources: {'Port': ['ID=d161cc97-0635-4870-86cc-acf7921b59cd,revision_number=2']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:03:30.555191 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.managers [req-fcf96990-4121-4870-81d1-a442b24f3869 req-b0e3fc6d-d6be-45c7-9c34-52a6a5c63b29 service neutron] Attempting to bind port d161cc97-0635-4870-86cc-acf7921b59cd on host hv-cinder-75994 for vnic_type normal with profile {{(pid=93260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 05:03:30.555634 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.managers [req-fcf96990-4121-4870-81d1-a442b24f3869 req-b0e3fc6d-d6be-45c7-9c34-52a6a5c63b29 service neutron] Attempting to bind port d161cc97-0635-4870-86cc-acf7921b59cd by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': '351b58b9-87c1-49a6-9a16-bdeee0d26b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3a3d4eb7-72ca-4149-8822-2dca077cf479'}] {{(pid=93260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 05:03:30.556004 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf96990-4121-4870-81d1-a442b24f3869 req-b0e3fc6d-d6be-45c7-9c34-52a6a5c63b29 service neutron] Attempting to bind port d161cc97-0635-4870-86cc-acf7921b59cd on network 3a3d4eb7-72ca-4149-8822-2dca077cf479 {{(pid=93260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 05:03:30.561027 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf96990-4121-4870-81d1-a442b24f3869 req-b0e3fc6d-d6be-45c7-9c34-52a6a5c63b29 service neutron] Port d161cc97-0635-4870-86cc-acf7921b59cd on network 3a3d4eb7-72ca-4149-8822-2dca077cf479 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=93260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 05:03:30.561315 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf96990-4121-4870-81d1-a442b24f3869 req-b0e3fc6d-d6be-45c7-9c34-52a6a5c63b29 service neutron] Attempting to bind port d161cc97-0635-4870-86cc-acf7921b59cd on network 3a3d4eb7-72ca-4149-8822-2dca077cf479 {{(pid=93260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 05:03:30.566668 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf96990-4121-4870-81d1-a442b24f3869 req-b0e3fc6d-d6be-45c7-9c34-52a6a5c63b29 service neutron] Checking agent: {'id': '5f67c77d-38b5-4515-b30f-34d5315bdd9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 53, 29), 'started_at': datetime.datetime(2021, 8, 7, 4, 53, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 5, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 05:03:30.567005 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf96990-4121-4870-81d1-a442b24f3869 req-b0e3fc6d-d6be-45c7-9c34-52a6a5c63b29 service neutron] Checking segment: {'id': '351b58b9-87c1-49a6-9a16-bdeee0d26b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3a3d4eb7-72ca-4149-8822-2dca077cf479'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 05:03:30.567389 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcf96990-4121-4870-81d1-a442b24f3869 req-b0e3fc6d-d6be-45c7-9c34-52a6a5c63b29 service neutron] Bound using segment: {'id': '351b58b9-87c1-49a6-9a16-bdeee0d26b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3a3d4eb7-72ca-4149-8822-2dca077cf479'} {{(pid=93260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 05:03:30.567817 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.managers [req-fcf96990-4121-4870-81d1-a442b24f3869 req-b0e3fc6d-d6be-45c7-9c34-52a6a5c63b29 service neutron] Bound port: d161cc97-0635-4870-86cc-acf7921b59cd, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '351b58b9-87c1-49a6-9a16-bdeee0d26b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '3a3d4eb7-72ca-4149-8822-2dca077cf479'}}] {{(pid=93260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 05:03:30.568172 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-fcf96990-4121-4870-81d1-a442b24f3869 req-b0e3fc6d-d6be-45c7-9c34-52a6a5c63b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:30.654952 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.db [req-fcf96990-4121-4870-81d1-a442b24f3869 req-b0e3fc6d-d6be-45c7-9c34-52a6a5c63b29 service neutron] For port d161cc97-0635-4870-86cc-acf7921b59cd, host hv-cinder-75994, cleared binding levels {{(pid=93260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 05:03:30.660110 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.db [req-fcf96990-4121-4870-81d1-a442b24f3869 req-b0e3fc6d-d6be-45c7-9c34-52a6a5c63b29 service neutron] For port d161cc97-0635-4870-86cc-acf7921b59cd, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=d161cc97-0635-4870-86cc-acf7921b59cd,segment=NetworkSegment(351b58b9-87c1-49a6-9a16-bdeee0d26b20),segment_id=351b58b9-87c1-49a6-9a16-bdeee0d26b20)] {{(pid=93260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 05:03:30.666299 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-fcf96990-4121-4870-81d1-a442b24f3869 req-b0e3fc6d-d6be-45c7-9c34-52a6a5c63b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9563749'] for port, after_update {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:30.702679 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf96990-4121-4870-81d1-a442b24f3869 req-b0e3fc6d-d6be-45c7-9c34-52a6a5c63b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:30.703362 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-fcf96990-4121-4870-81d1-a442b24f3869 req-b0e3fc6d-d6be-45c7-9c34-52a6a5c63b29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77622'] for port, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:30.704830 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-fcf96990-4121-4870-81d1-a442b24f3869 req-b0e3fc6d-d6be-45c7-9c34-52a6a5c63b29 service neutron] 10.222.0.43 "PUT /v2.0/ports/d161cc97-0635-4870-86cc-acf7921b59cd HTTP/1.1" status: 200 len: 1093 time: 1.0376830 Aug 07 05:03:30.705224 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59f57406-f412-4b8b-93dc-e4e5970b1e1d', 'tag': 'd161cc97-0635-4870-86cc-acf7921b59cd'}] {{(pid=93260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 05:03:30.707565 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9471522559f84b73cf1045644644c0a628e3dc4684c08e707fd64d6512f95f4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c1433ee-5f2f-4ea5-93f1-8aebccb579b4" -d '{"events": [{"name": "network-changed", "server_uuid": "59f57406-f412-4b8b-93dc-e4e5970b1e1d", "tag": "d161cc97-0635-4870-86cc-acf7921b59cd"}]}' {{(pid=93260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 05:03:30.766750 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3fc6d-d6be-45c7-9c34-52a6a5c63b29 service neutron] Pushing event updated for resources: {'Port': ['ID=d161cc97-0635-4870-86cc-acf7921b59cd,revision_number=3']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:03:30.769904 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-f79f476c-1ac6-45f4-a536-05d31601a6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:30.786364 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 05:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf4fe1a0-1ff6-4fca-bb71-655fb4b226ca x-openstack-request-id: req-bf4fe1a0-1ff6-4fca-bb71-655fb4b226ca {{(pid=93260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 05:03:30.786619 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59f57406-f412-4b8b-93dc-e4e5970b1e1d", "tag": "d161cc97-0635-4870-86cc-acf7921b59cd", "status": "completed", "code": 200}]} {{(pid=93260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 05:03:30.786831 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bf4fe1a0-1ff6-4fca-bb71-655fb4b226ca {{(pid=93260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 05:03:30.787217 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59f57406-f412-4b8b-93dc-e4e5970b1e1d', 'tag': 'd161cc97-0635-4870-86cc-acf7921b59cd', 'status': 'completed', 'code': 200} Aug 07 05:03:30.861485 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf96990-4121-4870-81d1-a442b24f3869 req-18d04f3e-eb14-490f-8ad9-0f1d1780eec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:30.863114 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-fcf96990-4121-4870-81d1-a442b24f3869 req-18d04f3e-eb14-490f-8ad9-0f1d1780eec5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9e675faa054a4549863262a87a53057c&device_id=59f57406-f412-4b8b-93dc-e4e5970b1e1d HTTP/1.1" status: 200 len: 1096 time: 0.1109064 Aug 07 05:03:30.915430 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-fcf96990-4121-4870-81d1-a442b24f3869 req-7e200c2b-08f3-4b89-af1d-892df453db01 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d161cc97-0635-4870-86cc-acf7921b59cd HTTP/1.1" status: 200 len: 217 time: 0.0442777 Aug 07 05:03:30.972078 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7278f43e-9f18-42f4-abde-c1727816c206 req-8ec6c765-1b5b-46cf-85a8-52ce68649a47 tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:30.973516 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-7278f43e-9f18-42f4-abde-c1727816c206 req-8ec6c765-1b5b-46cf-85a8-52ce68649a47 tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] 10.222.0.13 "GET /v2.0/networks?id=22709571-d2fe-49d9-b757-30612acd7553 HTTP/1.1" status: 200 len: 813 time: 0.1821702 Aug 07 05:03:30.995329 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device 031a74b4-f6ba-430b-87e3-b97b45e6a6b7 up at agent hyperv_hv-cinder-75994 {{(pid=93261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 05:03:30.998462 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-7278f43e-9f18-42f4-abde-c1727816c206 req-b74c8ff2-aa83-4af4-b8c6-aa3cf06801c8 tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] 10.222.0.13 "GET /v2.0/quotas/04b32ff4c7804723a9c72fe2fdc1273a HTTP/1.1" status: 200 len: 375 time: 0.0163431 Aug 07 05:03:31.000122 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf96990-4121-4870-81d1-a442b24f3869 req-8924e745-b1a8-411c-ab8e-cb0799ef3167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:31.001770 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-fcf96990-4121-4870-81d1-a442b24f3869 req-8924e745-b1a8-411c-ab8e-cb0799ef3167 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=218bbb06-e16c-4027-bbae-811e20bdda53 HTTP/1.1" status: 200 len: 849 time: 0.0782847 Aug 07 05:03:31.044114 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-fcf96990-4121-4870-81d1-a442b24f3869 req-453ee3a4-b142-4c2e-802e-b0b3486775a9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a3d4eb7-72ca-4149-8822-2dca077cf479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349016 Aug 07 05:03:31.055611 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Provisioning for port 031a74b4-f6ba-430b-87e3-b97b45e6a6b7 completed by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 05:03:31.060141 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Provisioning complete for port 031a74b4-f6ba-430b-87e3-b97b45e6a6b7 triggered by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 05:03:31.060512 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:31.068526 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-7278f43e-9f18-42f4-abde-c1727816c206 req-dcba512b-e6fe-45d0-8dd3-226ae387c1c8 tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=04b32ff4c7804723a9c72fe2fdc1273a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0511038 Aug 07 05:03:31.160074 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:31.196151 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] For port 031a74b4-f6ba-430b-87e3-b97b45e6a6b7, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=031a74b4-f6ba-430b-87e3-b97b45e6a6b7,segment=NetworkSegment(97498eba-fdf7-4cfc-895c-aca98f9581a8),segment_id=97498eba-fdf7-4cfc-895c-aca98f9581a8)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:03:31.200836 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:31.223148 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-fcf96990-4121-4870-81d1-a442b24f3869 req-4f33ec0f-2299-48fb-8532-87e3ce953d5f service neutron] 10.222.0.43 "GET /v2.0/networks/3a3d4eb7-72ca-4149-8822-2dca077cf479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635458 Aug 07 05:03:31.229291 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-7278f43e-9f18-42f4-abde-c1727816c206 req-c43a6f0b-4fa0-4713-82be-ddded99d469e service neutron] 10.222.0.13 "GET /v2.0/networks/22709571-d2fe-49d9-b757-30612acd7553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482100 Aug 07 05:03:31.255172 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Pushing event updated for resources: {'Port': ['ID=031a74b4-f6ba-430b-87e3-b97b45e6a6b7,revision_number=5']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:03:31.378158 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c153fb-508d-43b3-9152-21bdcc100add req-0fa9a402-a903-48b0-9334-7ba0f183f3c6 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:31.379857 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-a9c153fb-508d-43b3-9152-21bdcc100add req-0fa9a402-a903-48b0-9334-7ba0f183f3c6 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5e58a38-740e-4c09-97d6-22058e4e7b75 HTTP/1.1" status: 200 len: 946 time: 0.0637512 Aug 07 05:03:31.394115 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-fcf96990-4121-4870-81d1-a442b24f3869 req-b798b1ba-8a85-439b-982e-903268afdd25 service neutron] 10.222.0.43 "GET /v2.0/networks/3a3d4eb7-72ca-4149-8822-2dca077cf479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637149 Aug 07 05:03:31.398206 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-7278f43e-9f18-42f4-abde-c1727816c206 req-90b8116f-e1fa-4f3f-8cb6-446173d7be5e service neutron] 10.222.0.13 "GET /v2.0/networks/22709571-d2fe-49d9-b757-30612acd7553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589904 Aug 07 05:03:31.438351 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-a9c153fb-508d-43b3-9152-21bdcc100add req-e2401dcd-09cd-46c7-8517-891ed4cce0a2 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdf2399-faeb-48c4-8780-bc2d176294d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485168 Aug 07 05:03:31.547939 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1433ee-5f2f-4ea5-93f1-8aebccb579b4 req-1a5de72c-d260-43c1-a52a-e7c96bc4a4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:31.550009 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-8c1433ee-5f2f-4ea5-93f1-8aebccb579b4 req-1a5de72c-d260-43c1-a52a-e7c96bc4a4eb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9e675faa054a4549863262a87a53057c&device_id=59f57406-f412-4b8b-93dc-e4e5970b1e1d HTTP/1.1" status: 200 len: 1096 time: 0.0966718 Aug 07 05:03:31.595253 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3290fc8c-f067-4495-aec6-e96d0f25555e req-45b1d5f4-4cad-4f76-8b02-13f403a6a6fb tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:31.603848 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-3290fc8c-f067-4495-aec6-e96d0f25555e req-45b1d5f4-4cad-4f76-8b02-13f403a6a6fb tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] 10.222.0.13 "GET /v2.0/ports?device_id=59f57406-f412-4b8b-93dc-e4e5970b1e1d HTTP/1.1" status: 200 len: 943 time: 0.0860426 Aug 07 05:03:31.652552 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-3290fc8c-f067-4495-aec6-e96d0f25555e req-e93d7696-e5e1-4eba-9f72-92814b899a11 tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] 10.222.0.13 "GET /v2.0/security-groups?id=74569f1e-1baa-4061-b509-d84d36024a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376163 Aug 07 05:03:31.663463 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-bb8e7c9b-2f3f-4233-abf7-0bb12a402ed7 req-1ecd4c97-9b2d-4705-9fcb-e4134a3107ce tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] 10.222.0.13 "GET /v2.0/ports?device_id=e82f6223-0a53-4ec3-b741-e3a33dd3ce06 HTTP/1.1" status: 200 len: 210 time: 0.0342448 Aug 07 05:03:31.716506 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1433ee-5f2f-4ea5-93f1-8aebccb579b4 req-085008a8-922d-461a-9eda-5baaecdfd438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:31.718047 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-8c1433ee-5f2f-4ea5-93f1-8aebccb579b4 req-085008a8-922d-461a-9eda-5baaecdfd438 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3a3d4eb7-72ca-4149-8822-2dca077cf479 HTTP/1.1" status: 200 len: 910 time: 0.1594124 Aug 07 05:03:31.768047 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-8c1433ee-5f2f-4ea5-93f1-8aebccb579b4 req-686d0774-285b-48b5-b04d-53ee5ef2bb3c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d161cc97-0635-4870-86cc-acf7921b59cd HTTP/1.1" status: 200 len: 217 time: 0.0419161 Aug 07 05:03:31.850897 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1433ee-5f2f-4ea5-93f1-8aebccb579b4 req-f1bbb940-18ac-45d8-934e-82f9e4492733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:31.853524 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-8c1433ee-5f2f-4ea5-93f1-8aebccb579b4 req-f1bbb940-18ac-45d8-934e-82f9e4492733 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=218bbb06-e16c-4027-bbae-811e20bdda53 HTTP/1.1" status: 200 len: 849 time: 0.0668266 Aug 07 05:03:31.855881 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5e58a38-740e-4c09-97d6-22058e4e7b75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '031a74b4-f6ba-430b-87e3-b97b45e6a6b7'}] {{(pid=93261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 05:03:31.859717 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5d2cee0e1396f99553e356b0c4b33bfeaec0d7e5dcff0a4dea0c896a01c358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3254f12-eb80-4a42-b81e-53f9d27e2d86" -d '{"events": [{"server_uuid": "c5e58a38-740e-4c09-97d6-22058e4e7b75", "name": "network-vif-plugged", "status": "completed", "tag": "031a74b4-f6ba-430b-87e3-b97b45e6a6b7"}]}' {{(pid=93261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 05:03:31.894634 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-8c1433ee-5f2f-4ea5-93f1-8aebccb579b4 req-18827cd4-08c6-480f-b354-9e4ef5bebf96 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3a3d4eb7-72ca-4149-8822-2dca077cf479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319870 Aug 07 05:03:31.902296 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 05:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f0f7cf-e732-4449-a9bc-b0de7d0e79d4 x-openstack-request-id: req-04f0f7cf-e732-4449-a9bc-b0de7d0e79d4 {{(pid=93261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 05:03:31.902589 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5e58a38-740e-4c09-97d6-22058e4e7b75", "name": "network-vif-plugged", "status": "completed", "tag": "031a74b4-f6ba-430b-87e3-b97b45e6a6b7", "code": 200}]} {{(pid=93261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 05:03:31.902842 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-04f0f7cf-e732-4449-a9bc-b0de7d0e79d4 {{(pid=93261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 05:03:31.903238 dv-cinder-759943-8-iscsi neutron-server[93261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5e58a38-740e-4c09-97d6-22058e4e7b75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '031a74b4-f6ba-430b-87e3-b97b45e6a6b7', 'code': 200} Aug 07 05:03:32.032801 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-8c1433ee-5f2f-4ea5-93f1-8aebccb579b4 req-f20e58a7-4b6f-4064-acb8-01ef46059d0d service neutron] 10.222.0.43 "GET /v2.0/networks/3a3d4eb7-72ca-4149-8822-2dca077cf479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247568 Aug 07 05:03:32.159254 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-8c1433ee-5f2f-4ea5-93f1-8aebccb579b4 req-0c968801-30e3-4cd2-a51c-40b1c8b16db0 service neutron] 10.222.0.43 "GET /v2.0/networks/3a3d4eb7-72ca-4149-8822-2dca077cf479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182311 Aug 07 05:03:32.329409 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea2eb1a-6705-4818-a11c-9180547c5f8b req-2a01f0e3-f89c-4044-b74d-0c55a3c31397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:32.331294 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-5ea2eb1a-6705-4818-a11c-9180547c5f8b req-2a01f0e3-f89c-4044-b74d-0c55a3c31397 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c5e58a38-740e-4c09-97d6-22058e4e7b75 HTTP/1.1" status: 200 len: 1099 time: 0.0543039 Aug 07 05:03:32.370213 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-5ea2eb1a-6705-4818-a11c-9180547c5f8b req-85341839-14a8-4fa4-8c58-a8e48cbc8a7c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ffdf2399-faeb-48c4-8780-bc2d176294d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322766 Aug 07 05:03:32.543177 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-fe46c1f5-d46f-4bdc-a2a5-961a9e169c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:32.579871 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3363281-a548-486b-9d82-8acbb3389de9 req-58a84ac6-7cad-4ddc-a12b-e3b1666984f4 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:32.581463 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-e3363281-a548-486b-9d82-8acbb3389de9 req-58a84ac6-7cad-4ddc-a12b-e3b1666984f4 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5e58a38-740e-4c09-97d6-22058e4e7b75 HTTP/1.1" status: 200 len: 946 time: 0.0600772 Aug 07 05:03:32.626044 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-e3363281-a548-486b-9d82-8acbb3389de9 req-c97e4f66-6877-4908-b2a8-af0e06430c8f tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdf2399-faeb-48c4-8780-bc2d176294d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370162 Aug 07 05:03:32.777100 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-e7d19a28-2093-45b4-b54d-ca1b4c032a1a req-8f3444a9-b7f3-49ca-b063-718a0f4e1da2 tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] 10.222.0.13 "GET /v2.0/ports?device_id=e82f6223-0a53-4ec3-b741-e3a33dd3ce06 HTTP/1.1" status: 200 len: 210 time: 0.0346694 Aug 07 05:03:32.818867 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b456dd5a-9ae6-4530-b161-4f0bda6f83f0 req-2b349c16-3d14-497a-a45f-8d562108c06b tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:32.820411 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-b456dd5a-9ae6-4530-b161-4f0bda6f83f0 req-2b349c16-3d14-497a-a45f-8d562108c06b tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] 10.222.0.13 "GET /v2.0/ports?device_id=59f57406-f412-4b8b-93dc-e4e5970b1e1d HTTP/1.1" status: 200 len: 943 time: 0.0840542 Aug 07 05:03:32.861083 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-b456dd5a-9ae6-4530-b161-4f0bda6f83f0 req-56dcea4e-62c5-4804-82ad-44be1ae0f1b4 tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] 10.222.0.13 "GET /v2.0/security-groups?id=74569f1e-1baa-4061-b509-d84d36024a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345733 Aug 07 05:03:33.295664 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7278f43e-9f18-42f4-abde-c1727816c206 req-8386476b-a2ae-4c24-acef-7ab2ec9ed9df tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:33.307460 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-7278f43e-9f18-42f4-abde-c1727816c206 req-8386476b-a2ae-4c24-acef-7ab2ec9ed9df tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] 10.222.0.43 "GET /v2.0/networks?id=22709571-d2fe-49d9-b757-30612acd7553 HTTP/1.1" status: 200 len: 813 time: 0.1761146 Aug 07 05:03:33.326414 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.v2.base [req-7278f43e-9f18-42f4-abde-c1727816c206 req-e8b12220-b057-4f0c-85e5-235184396910 tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] Request body: {'port': {'device_id': 'e82f6223-0a53-4ec3-b741-e3a33dd3ce06', 'network_id': '22709571-d2fe-49d9-b757-30612acd7553', 'admin_state_up': True, 'tenant_id': '04b32ff4c7804723a9c72fe2fdc1273a'}} {{(pid=93260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:03:33.465134 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7278f43e-9f18-42f4-abde-c1727816c206 req-e8b12220-b057-4f0c-85e5-235184396910 tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] Made reservation on behalf of 04b32ff4c7804723a9c72fe2fdc1273a for: {'port': 1} {{(pid=93260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 05:03:33.468693 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-7278f43e-9f18-42f4-abde-c1727816c206 req-e8b12220-b057-4f0c-85e5-235184396910 tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:33.611091 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.db.db_base_plugin_common [req-7278f43e-9f18-42f4-abde-c1727816c206 req-e8b12220-b057-4f0c-85e5-235184396910 tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] Allocated IP 172.20.0.9 (22709571-d2fe-49d9-b757-30612acd7553/d9290f4d-e164-45dd-9617-7801f82fc230/74976d95-291d-43e3-8ada-779fc34e4abf) {{(pid=93260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 05:03:33.784385 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ac87f0-e6fc-4c11-aaea-a27ac7b21ba4 req-77b9f9e1-a8a1-48e9-af02-0b1afa3b00be tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:33.785886 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-13ac87f0-e6fc-4c11-aaea-a27ac7b21ba4 req-77b9f9e1-a8a1-48e9-af02-0b1afa3b00be tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5e58a38-740e-4c09-97d6-22058e4e7b75 HTTP/1.1" status: 200 len: 946 time: 0.0869741 Aug 07 05:03:33.814698 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-7278f43e-9f18-42f4-abde-c1727816c206 req-e8b12220-b057-4f0c-85e5-235184396910 tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] Notify callbacks [] for port, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:33.842564 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-13ac87f0-e6fc-4c11-aaea-a27ac7b21ba4 req-cc4129d9-2156-4b75-824d-1797bdf7027b tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdf2399-faeb-48c4-8780-bc2d176294d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504081 Aug 07 05:03:33.876467 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-7278f43e-9f18-42f4-abde-c1727816c206 req-e8b12220-b057-4f0c-85e5-235184396910 tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768807127269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9563756'] for port, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:33.882242 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-9918f2dd-a853-4567-81fb-6dd47dc2ea4f req-998c4ebb-ef85-4adc-a2a8-4f72be39b74c tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] 10.222.0.13 "GET /v2.0/ports?device_id=e82f6223-0a53-4ec3-b741-e3a33dd3ce06 HTTP/1.1" status: 200 len: 210 time: 0.0296803 Aug 07 05:03:33.922026 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7278f43e-9f18-42f4-abde-c1727816c206 req-e8b12220-b057-4f0c-85e5-235184396910 tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] Network 22709571-d2fe-49d9-b757-30612acd7553 is already hosted by enough agents. {{(pid=93260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 05:03:33.923751 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.base_scheduler [req-7278f43e-9f18-42f4-abde-c1727816c206 req-e8b12220-b057-4f0c-85e5-235184396910 tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] Resources bound (agent type, host, resource id): {{(pid=93260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 05:03:33.932118 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.db.l3_dvrscheduler_db [req-7278f43e-9f18-42f4-abde-c1727816c206 req-e8b12220-b057-4f0c-85e5-235184396910 tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] Received port after_create {{(pid=93260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 05:03:33.993076 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b12220-b057-4f0c-85e5-235184396910 tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] Pushing event updated for resources: {'Port': ['ID=74976d95-291d-43e3-8ada-779fc34e4abf,revision_number=1']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:03:34.002146 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3581b92-4d25-4c03-854f-eeda8f487d62 req-f2384d43-d637-48b0-a7b2-2b2aa66c30cc tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:34.003706 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-b3581b92-4d25-4c03-854f-eeda8f487d62 req-f2384d43-d637-48b0-a7b2-2b2aa66c30cc tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] 10.222.0.13 "GET /v2.0/ports?device_id=59f57406-f412-4b8b-93dc-e4e5970b1e1d HTTP/1.1" status: 200 len: 943 time: 0.0518997 Aug 07 05:03:34.019412 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7278f43e-9f18-42f4-abde-c1727816c206 req-e8b12220-b057-4f0c-85e5-235184396910 tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:34.020047 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-7278f43e-9f18-42f4-abde-c1727816c206 req-e8b12220-b057-4f0c-85e5-235184396910 tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77622'] for port, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:34.039438 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d192bdb7-1489-4b62-a906-c5163f5b8c0e req-ba19d0d5-54a9-4d67-9617-ecb94bf14a3e tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:34.040914 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-d192bdb7-1489-4b62-a906-c5163f5b8c0e req-ba19d0d5-54a9-4d67-9617-ecb94bf14a3e tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5e58a38-740e-4c09-97d6-22058e4e7b75 HTTP/1.1" status: 200 len: 946 time: 0.1148798 Aug 07 05:03:34.045531 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-b3581b92-4d25-4c03-854f-eeda8f487d62 req-c8230299-1840-4c8f-8500-abec13965257 tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] 10.222.0.13 "GET /v2.0/security-groups?id=74569f1e-1baa-4061-b509-d84d36024a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336924 Aug 07 05:03:34.047615 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-7278f43e-9f18-42f4-abde-c1727816c206 req-e8b12220-b057-4f0c-85e5-235184396910 tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7282274 Aug 07 05:03:34.066898 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.v2.base [req-7278f43e-9f18-42f4-abde-c1727816c206 req-3325c51d-74c8-4a29-b7af-4b9664260a90 service neutron] Request body: {'port': {'device_id': 'e82f6223-0a53-4ec3-b741-e3a33dd3ce06', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=93260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:03:34.112785 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-d192bdb7-1489-4b62-a906-c5163f5b8c0e req-649d4806-bda6-4835-855b-69f27434ab6c tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdf2399-faeb-48c4-8780-bc2d176294d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641768 Aug 07 05:03:34.136154 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 45244) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:03:34.136368 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-7278f43e-9f18-42f4-abde-c1727816c206 req-3325c51d-74c8-4a29-b7af-4b9664260a90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:34.178681 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da28e30d-699d-4528-b954-6820e2139e9c tempest-TestVolumeBootPattern-156970254 tempest-TestVolumeBootPattern-156970254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:34.180320 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-da28e30d-699d-4528-b954-6820e2139e9c tempest-TestVolumeBootPattern-156970254 tempest-TestVolumeBootPattern-156970254-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c5e58a38-740e-4c09-97d6-22058e4e7b75 HTTP/1.1" status: 200 len: 1094 time: 0.0432279 Aug 07 05:03:34.183160 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 45246) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:03:34.187859 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.v2.base [None req-3c7fc156-b944-46c5-8713-84fa3c24d1ed tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Request body: {'floatingip': {'floating_network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'port_id': '031a74b4-f6ba-430b-87e3-b97b45e6a6b7', 'tenant_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93259) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:03:34.215933 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-3c7fc156-b944-46c5-8713-84fa3c24d1ed tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks [] for floatingip, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:34.326738 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-3c7fc156-b944-46c5-8713-84fa3c24d1ed tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:34.429948 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.notifiers.nova [req-7278f43e-9f18-42f4-abde-c1727816c206 req-3325c51d-74c8-4a29-b7af-4b9664260a90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74976d95-291d-43e3-8ada-779fc34e4abf {{(pid=93260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 05:03:34.437492 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-7278f43e-9f18-42f4-abde-c1727816c206 req-3325c51d-74c8-4a29-b7af-4b9664260a90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:34.439150 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.db_base_plugin_common [None req-3c7fc156-b944-46c5-8713-84fa3c24d1ed tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Allocated IP 172.27.1.56 (7234aba2-ebe6-4f3d-9fb1-8b27c89e529f/7cdca82c-7858-4732-9c64-e97074532a2d/92cbed46-980c-4da5-ad42-5a8711e0c581) {{(pid=93259) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 05:03:34.449943 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.db.provisioning_blocks [req-7278f43e-9f18-42f4-abde-c1727816c206 req-3325c51d-74c8-4a29-b7af-4b9664260a90 service neutron] Transition to ACTIVE for port object 74976d95-291d-43e3-8ada-779fc34e4abf will not be triggered until provisioned by entity L2. {{(pid=93260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 05:03:34.454875 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-7278f43e-9f18-42f4-abde-c1727816c206 req-3325c51d-74c8-4a29-b7af-4b9664260a90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9563749'] for port, after_update {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:34.507649 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3325c51d-74c8-4a29-b7af-4b9664260a90 service neutron] Pushing event updated for resources: {'Port': ['ID=74976d95-291d-43e3-8ada-779fc34e4abf,revision_number=2']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:03:34.560143 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-3c7fc156-b944-46c5-8713-84fa3c24d1ed tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks [] for port, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:34.583906 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.managers [req-7278f43e-9f18-42f4-abde-c1727816c206 req-3325c51d-74c8-4a29-b7af-4b9664260a90 service neutron] Attempting to bind port 74976d95-291d-43e3-8ada-779fc34e4abf on host hv-cinder-75994 for vnic_type normal with profile {{(pid=93260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 05:03:34.584332 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.managers [req-7278f43e-9f18-42f4-abde-c1727816c206 req-3325c51d-74c8-4a29-b7af-4b9664260a90 service neutron] Attempting to bind port 74976d95-291d-43e3-8ada-779fc34e4abf by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': '80dc884c-fb7e-4a99-b07d-81d28479e034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '22709571-d2fe-49d9-b757-30612acd7553'}] {{(pid=93260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 05:03:34.584676 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7278f43e-9f18-42f4-abde-c1727816c206 req-3325c51d-74c8-4a29-b7af-4b9664260a90 service neutron] Attempting to bind port 74976d95-291d-43e3-8ada-779fc34e4abf on network 22709571-d2fe-49d9-b757-30612acd7553 {{(pid=93260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 05:03:34.589019 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7278f43e-9f18-42f4-abde-c1727816c206 req-3325c51d-74c8-4a29-b7af-4b9664260a90 service neutron] Port 74976d95-291d-43e3-8ada-779fc34e4abf on network 22709571-d2fe-49d9-b757-30612acd7553 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=93260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 05:03:34.589350 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7278f43e-9f18-42f4-abde-c1727816c206 req-3325c51d-74c8-4a29-b7af-4b9664260a90 service neutron] Attempting to bind port 74976d95-291d-43e3-8ada-779fc34e4abf on network 22709571-d2fe-49d9-b757-30612acd7553 {{(pid=93260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 05:03:34.594785 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7278f43e-9f18-42f4-abde-c1727816c206 req-3325c51d-74c8-4a29-b7af-4b9664260a90 service neutron] Checking agent: {'id': '5f67c77d-38b5-4515-b30f-34d5315bdd9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 53, 29), 'started_at': datetime.datetime(2021, 8, 7, 4, 53, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 5, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 05:03:34.595116 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7278f43e-9f18-42f4-abde-c1727816c206 req-3325c51d-74c8-4a29-b7af-4b9664260a90 service neutron] Checking segment: {'id': '80dc884c-fb7e-4a99-b07d-81d28479e034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '22709571-d2fe-49d9-b757-30612acd7553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 05:03:34.595498 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7278f43e-9f18-42f4-abde-c1727816c206 req-3325c51d-74c8-4a29-b7af-4b9664260a90 service neutron] Bound using segment: {'id': '80dc884c-fb7e-4a99-b07d-81d28479e034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '22709571-d2fe-49d9-b757-30612acd7553'} {{(pid=93260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 05:03:34.595925 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.managers [req-7278f43e-9f18-42f4-abde-c1727816c206 req-3325c51d-74c8-4a29-b7af-4b9664260a90 service neutron] Bound port: 74976d95-291d-43e3-8ada-779fc34e4abf, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80dc884c-fb7e-4a99-b07d-81d28479e034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '22709571-d2fe-49d9-b757-30612acd7553'}}] {{(pid=93260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 05:03:34.596278 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-7278f43e-9f18-42f4-abde-c1727816c206 req-3325c51d-74c8-4a29-b7af-4b9664260a90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:34.603274 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-3c7fc156-b944-46c5-8713-84fa3c24d1ed tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768807127269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513232'] for port, after_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:34.637990 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7fc156-b944-46c5-8713-84fa3c24d1ed tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Network 7234aba2-ebe6-4f3d-9fb1-8b27c89e529f is already hosted by enough agents. {{(pid=93259) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 05:03:34.643497 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.base_scheduler [None req-3c7fc156-b944-46c5-8713-84fa3c24d1ed tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Resources bound (agent type, host, resource id): {{(pid=93259) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 05:03:34.647050 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7fc156-b944-46c5-8713-84fa3c24d1ed tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Received port after_create {{(pid=93259) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 05:03:34.660729 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.db [req-7278f43e-9f18-42f4-abde-c1727816c206 req-3325c51d-74c8-4a29-b7af-4b9664260a90 service neutron] For port 74976d95-291d-43e3-8ada-779fc34e4abf, host hv-cinder-75994, cleared binding levels {{(pid=93260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 05:03:34.664128 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.db [req-7278f43e-9f18-42f4-abde-c1727816c206 req-3325c51d-74c8-4a29-b7af-4b9664260a90 service neutron] For port 74976d95-291d-43e3-8ada-779fc34e4abf, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=74976d95-291d-43e3-8ada-779fc34e4abf,segment=NetworkSegment(80dc884c-fb7e-4a99-b07d-81d28479e034),segment_id=80dc884c-fb7e-4a99-b07d-81d28479e034)] {{(pid=93260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 05:03:34.668331 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-7278f43e-9f18-42f4-abde-c1727816c206 req-3325c51d-74c8-4a29-b7af-4b9664260a90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9563749'] for port, after_update {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:34.676134 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7fc156-b944-46c5-8713-84fa3c24d1ed tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Pushing event updated for resources: {'Port': ['ID=92cbed46-980c-4da5-ad42-5a8711e0c581,revision_number=1']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:03:34.707503 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7278f43e-9f18-42f4-abde-c1727816c206 req-3325c51d-74c8-4a29-b7af-4b9664260a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:34.708104 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-7278f43e-9f18-42f4-abde-c1727816c206 req-3325c51d-74c8-4a29-b7af-4b9664260a90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77622'] for port, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:34.709470 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-7278f43e-9f18-42f4-abde-c1727816c206 req-3325c51d-74c8-4a29-b7af-4b9664260a90 service neutron] 10.222.0.43 "PUT /v2.0/ports/74976d95-291d-43e3-8ada-779fc34e4abf HTTP/1.1" status: 200 len: 1093 time: 0.6537724 Aug 07 05:03:34.709921 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e82f6223-0a53-4ec3-b741-e3a33dd3ce06', 'tag': '74976d95-291d-43e3-8ada-779fc34e4abf'}] {{(pid=93260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 05:03:34.712127 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9471522559f84b73cf1045644644c0a628e3dc4684c08e707fd64d6512f95f4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da7ca9e2-fdfc-4c95-8510-359a92fa2ab2" -d '{"events": [{"name": "network-changed", "server_uuid": "e82f6223-0a53-4ec3-b741-e3a33dd3ce06", "tag": "74976d95-291d-43e3-8ada-779fc34e4abf"}]}' {{(pid=93260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 05:03:34.744930 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3325c51d-74c8-4a29-b7af-4b9664260a90 service neutron] Pushing event updated for resources: {'Port': ['ID=74976d95-291d-43e3-8ada-779fc34e4abf,revision_number=3']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:03:34.754284 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 05:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44852fbc-53d8-4deb-96ec-ce0bc97d4b4b x-openstack-request-id: req-44852fbc-53d8-4deb-96ec-ce0bc97d4b4b {{(pid=93260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 05:03:34.754563 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e82f6223-0a53-4ec3-b741-e3a33dd3ce06", "tag": "74976d95-291d-43e3-8ada-779fc34e4abf", "status": "completed", "code": 200}]} {{(pid=93260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 05:03:34.754808 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-44852fbc-53d8-4deb-96ec-ce0bc97d4b4b {{(pid=93260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 05:03:34.755197 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e82f6223-0a53-4ec3-b741-e3a33dd3ce06', 'tag': '74976d95-291d-43e3-8ada-779fc34e4abf', 'status': 'completed', 'code': 200} Aug 07 05:03:34.796023 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7278f43e-9f18-42f4-abde-c1727816c206 req-90df17fa-061c-4b29-9889-942e3d4583c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:34.798398 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-7278f43e-9f18-42f4-abde-c1727816c206 req-90df17fa-061c-4b29-9889-942e3d4583c2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=04b32ff4c7804723a9c72fe2fdc1273a&device_id=e82f6223-0a53-4ec3-b741-e3a33dd3ce06 HTTP/1.1" status: 200 len: 1096 time: 0.0414312 Aug 07 05:03:34.842874 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-7278f43e-9f18-42f4-abde-c1727816c206 req-34d49dc8-b037-422c-9a21-47e1e9931c67 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74976d95-291d-43e3-8ada-779fc34e4abf HTTP/1.1" status: 200 len: 217 time: 0.0370736 Aug 07 05:03:34.893397 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7278f43e-9f18-42f4-abde-c1727816c206 req-e150c94d-e38a-4f5c-9cd5-101e2bd1068b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:34.894923 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-7278f43e-9f18-42f4-abde-c1727816c206 req-e150c94d-e38a-4f5c-9cd5-101e2bd1068b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d9290f4d-e164-45dd-9617-7801f82fc230 HTTP/1.1" status: 200 len: 853 time: 0.0446045 Aug 07 05:03:34.926710 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-7278f43e-9f18-42f4-abde-c1727816c206 req-7964889d-ac49-42b4-b98e-ee039d755059 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=22709571-d2fe-49d9-b757-30612acd7553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250068 Aug 07 05:03:35.032193 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device d161cc97-0635-4870-86cc-acf7921b59cd details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=93261) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 05:03:35.035041 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-3c7fc156-b944-46c5-8713-84fa3c24d1ed tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:35.052515 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4293a0-a0c2-4e2b-997c-9dd9e6a5d62a req-fbaa4c1a-3ba4-4f01-8397-2893615e2e46 tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:35.054061 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-8c4293a0-a0c2-4e2b-997c-9dd9e6a5d62a req-fbaa4c1a-3ba4-4f01-8397-2893615e2e46 tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] 10.222.0.13 "GET /v2.0/ports?device_id=e82f6223-0a53-4ec3-b741-e3a33dd3ce06 HTTP/1.1" status: 200 len: 943 time: 0.0762632 Aug 07 05:03:35.059927 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-7278f43e-9f18-42f4-abde-c1727816c206 req-8aea38a0-679e-4d89-ab18-7ad58090823d service neutron] 10.222.0.43 "GET /v2.0/networks/22709571-d2fe-49d9-b757-30612acd7553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263196 Aug 07 05:03:35.120190 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-3c7fc156-b944-46c5-8713-84fa3c24d1ed tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:35.147700 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] For port d161cc97-0635-4870-86cc-acf7921b59cd, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=d161cc97-0635-4870-86cc-acf7921b59cd,segment=NetworkSegment(351b58b9-87c1-49a6-9a16-bdeee0d26b20),segment_id=351b58b9-87c1-49a6-9a16-bdeee0d26b20)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:03:35.154198 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-8c4293a0-a0c2-4e2b-997c-9dd9e6a5d62a req-65a621da-5bd3-4421-8774-03d848de9762 tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb1100d6-563f-470b-ae6c-e5a90fed420c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909417 Aug 07 05:03:35.164763 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Returning: {'device': 'd161cc97-0635-4870-86cc-acf7921b59cd', 'network_id': '3a3d4eb7-72ca-4149-8822-2dca077cf479', 'port_id': 'd161cc97-0635-4870-86cc-acf7921b59cd', 'mac_address': 'fa:16:3e:05:bb:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '218bbb06-e16c-4027-bbae-811e20bdda53', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93261) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 05:03:35.205974 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-7278f43e-9f18-42f4-abde-c1727816c206 req-39533b33-7514-4241-9876-da69d3093a65 service neutron] 10.222.0.43 "GET /v2.0/networks/22709571-d2fe-49d9-b757-30612acd7553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342328 Aug 07 05:03:35.216425 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:35.236187 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.notifiers.nova [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d161cc97-0635-4870-86cc-acf7921b59cd {{(pid=93261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 05:03:35.259585 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] For port d161cc97-0635-4870-86cc-acf7921b59cd, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=d161cc97-0635-4870-86cc-acf7921b59cd,segment=NetworkSegment(351b58b9-87c1-49a6-9a16-bdeee0d26b20),segment_id=351b58b9-87c1-49a6-9a16-bdeee0d26b20)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:03:35.270936 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:35.302876 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b280643-aa40-4563-bca5-efe9f9409757 req-b8e18ce2-aac8-47a2-b9e6-c3e195e20874 tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:35.304356 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-1b280643-aa40-4563-bca5-efe9f9409757 req-b8e18ce2-aac8-47a2-b9e6-c3e195e20874 tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] 10.222.0.13 "GET /v2.0/ports?device_id=59f57406-f412-4b8b-93dc-e4e5970b1e1d HTTP/1.1" status: 200 len: 943 time: 0.1175890 Aug 07 05:03:35.314634 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7ca9e2-fdfc-4c95-8510-359a92fa2ab2 req-610b4c5c-d492-412a-bba3-dcd698019b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:35.316594 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-da7ca9e2-fdfc-4c95-8510-359a92fa2ab2 req-610b4c5c-d492-412a-bba3-dcd698019b4e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=04b32ff4c7804723a9c72fe2fdc1273a&device_id=e82f6223-0a53-4ec3-b741-e3a33dd3ce06 HTTP/1.1" status: 200 len: 1096 time: 0.0556083 Aug 07 05:03:35.339333 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Pushing event updated for resources: {'Port': ['ID=d161cc97-0635-4870-86cc-acf7921b59cd,revision_number=4']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:03:35.365791 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-3c7fc156-b944-46c5-8713-84fa3c24d1ed tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks [] for port, precommit_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:35.372654 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-1b280643-aa40-4563-bca5-efe9f9409757 req-69e1560a-ed34-4499-9e28-e5510495cef7 tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] 10.222.0.13 "GET /v2.0/security-groups?id=74569f1e-1baa-4061-b509-d84d36024a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570254 Aug 07 05:03:35.373898 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-3c7fc156-b944-46c5-8713-84fa3c24d1ed tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8513241'] for port, after_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:35.420143 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7ca9e2-fdfc-4c95-8510-359a92fa2ab2 req-b6d942e1-a326-4ace-a24f-623497cb0353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:35.421750 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-da7ca9e2-fdfc-4c95-8510-359a92fa2ab2 req-b6d942e1-a326-4ace-a24f-623497cb0353 service neutron] 10.222.0.43 "GET /v2.0/networks?id=22709571-d2fe-49d9-b757-30612acd7553 HTTP/1.1" status: 200 len: 914 time: 0.0974956 Aug 07 05:03:35.441724 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7fc156-b944-46c5-8713-84fa3c24d1ed tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Pushing event updated for resources: {'Port': ['ID=92cbed46-980c-4da5-ad42-5a8711e0c581,revision_number=2']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:03:35.463070 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-3c7fc156-b944-46c5-8713-84fa3c24d1ed tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-766596'] for floatingip, after_update {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:35.470379 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-da7ca9e2-fdfc-4c95-8510-359a92fa2ab2 req-ca1b2400-0f69-4921-84cc-2d19391185e8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74976d95-291d-43e3-8ada-779fc34e4abf HTTP/1.1" status: 200 len: 217 time: 0.0404909 Aug 07 05:03:35.522807 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] get_ports_and_sgs() called for port_ids ['d161cc97-0635-4870-86cc-acf7921b59cd'] {{(pid=93261) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 05:03:35.523051 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7ca9e2-fdfc-4c95-8510-359a92fa2ab2 req-1b4bebf7-60d0-41ca-af8f-a5e4e49bacd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:35.524384 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-da7ca9e2-fdfc-4c95-8510-359a92fa2ab2 req-1b4bebf7-60d0-41ca-af8f-a5e4e49bacd3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d9290f4d-e164-45dd-9617-7801f82fc230 HTTP/1.1" status: 200 len: 853 time: 0.0464282 Aug 07 05:03:35.560834 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-da7ca9e2-fdfc-4c95-8510-359a92fa2ab2 req-b93c3046-57dd-40cf-8d0b-9981c30529ec service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=22709571-d2fe-49d9-b757-30612acd7553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279338 Aug 07 05:03:35.574134 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.db.l3_db [None req-3c7fc156-b944-46c5-8713-84fa3c24d1ed tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Floating IP 8b93bf0a-52b4-42df-9f3f-57244aa37eeb associated. External IP: 172.27.1.56, port: 031a74b4-f6ba-430b-87e3-b97b45e6a6b7. Aug 07 05:03:35.677010 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-da7ca9e2-fdfc-4c95-8510-359a92fa2ab2 req-a1d01840-84ae-461e-a9d5-2e9b80d72ae0 service neutron] 10.222.0.43 "GET /v2.0/networks/22709571-d2fe-49d9-b757-30612acd7553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089373 Aug 07 05:03:35.788002 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-da7ca9e2-fdfc-4c95-8510-359a92fa2ab2 req-0bd735ad-00f7-4c46-a78f-37e0c69e1234 service neutron] 10.222.0.43 "GET /v2.0/networks/22709571-d2fe-49d9-b757-30612acd7553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027906 Aug 07 05:03:35.815366 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c7fc156-b944-46c5-8713-84fa3c24d1ed tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Router ad8449e8-1e39-494b-b6a0-64c5d48e6b91 has already been hosted by L3 agent c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6 {{(pid=93259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 05:03:35.922248 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c7fc156-b944-46c5-8713-84fa3c24d1ed tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify agent at l3_agent.dv-cinder-759943-8-iscsi the message routers_updated {{(pid=93259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 05:03:35.931709 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f620de2-a23b-4346-8502-9198f5202d9b None None] Sync routers for ids ['ad8449e8-1e39-494b-b6a0-64c5d48e6b91'] in dv-cinder-759943-8-iscsi {{(pid=93261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 05:03:35.938005 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-3c7fc156-b944-46c5-8713-84fa3c24d1ed tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77622'] for floatingip, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:35.941100 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f620de2-a23b-4346-8502-9198f5202d9b None None] Routers {'ad8449e8-1e39-494b-b6a0-64c5d48e6b91'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:03:35.941826 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-5f620de2-a23b-4346-8502-9198f5202d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T05:03:30Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['ad8449e8-1e39-494b-b6a0-64c5d48e6b91'], 'active': True} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:03:35.964648 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-3c7fc156-b944-46c5-8713-84fa3c24d1ed tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7804382 Aug 07 05:03:35.965244 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5e58a38-740e-4c09-97d6-22058e4e7b75', 'tag': '031a74b4-f6ba-430b-87e3-b97b45e6a6b7'}] {{(pid=93259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 05:03:35.967736 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2475665ef9a7cb8741e3251ff967df6d1dd3d3eb822c2e36b28ddc32d9da7eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-066fb645-5af0-4def-ad55-ce36dc039b07" -d '{"events": [{"name": "network-changed", "server_uuid": "c5e58a38-740e-4c09-97d6-22058e4e7b75", "tag": "031a74b4-f6ba-430b-87e3-b97b45e6a6b7"}]}' {{(pid=93259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 05:03:36.005807 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 05:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc05392d-5a1e-40cc-a143-854eca0ef393 x-openstack-request-id: req-dc05392d-5a1e-40cc-a143-854eca0ef393 {{(pid=93259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 05:03:36.006139 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5e58a38-740e-4c09-97d6-22058e4e7b75", "tag": "031a74b4-f6ba-430b-87e3-b97b45e6a6b7", "status": "completed", "code": 200}]} {{(pid=93259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 05:03:36.006421 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dc05392d-5a1e-40cc-a143-854eca0ef393 {{(pid=93259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 05:03:36.006833 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5e58a38-740e-4c09-97d6-22058e4e7b75', 'tag': '031a74b4-f6ba-430b-87e3-b97b45e6a6b7', 'status': 'completed', 'code': 200} Aug 07 05:03:36.050073 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvr_db [None req-5f620de2-a23b-4346-8502-9198f5202d9b None None] Set router ad8449e8-1e39-494b-b6a0-64c5d48e6b91 gateway port host: dv-cinder-759943-8-iscsi {{(pid=93261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:03:36.076013 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066fb645-5af0-4def-ad55-ce36dc039b07 req-470f5be0-db70-4e6c-8941-936f0037f3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:36.077468 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-066fb645-5af0-4def-ad55-ce36dc039b07 req-470f5be0-db70-4e6c-8941-936f0037f3fe service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e08ba5ab4feb433fa91e7057f10230b5&device_id=c5e58a38-740e-4c09-97d6-22058e4e7b75 HTTP/1.1" status: 200 len: 1099 time: 0.0478683 Aug 07 05:03:36.170725 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066fb645-5af0-4def-ad55-ce36dc039b07 req-6d4ae715-2850-404a-8817-f13f7f4277f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:36.173160 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-066fb645-5af0-4def-ad55-ce36dc039b07 req-6d4ae715-2850-404a-8817-f13f7f4277f8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=733634ef-5b86-411e-9b36-39e7b92f41be HTTP/1.1" status: 200 len: 912 time: 0.0885017 Aug 07 05:03:36.245336 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-066fb645-5af0-4def-ad55-ce36dc039b07 req-63112185-5e1e-46f5-9f48-7ecd80623139 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=031a74b4-f6ba-430b-87e3-b97b45e6a6b7 HTTP/1.1" status: 200 len: 999 time: 0.0648570 Aug 07 05:03:36.283352 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-5f620de2-a23b-4346-8502-9198f5202d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad8449e8-1e39-494b-b6a0-64c5d48e6b91', 'name': 'tempest-TestVolumeBootPattern-751389754-router', 'tenant_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '04d2bc11-5988-414b-9f5a-7ad5d200461e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:57:47Z', 'updated_at': '2021-08-07T04:57:55Z', 'revision_number': 4, 'project_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'gw_port': {'id': '04d2bc11-5988-414b-9f5a-7ad5d200461e', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:59:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8449e8-1e39-494b-b6a0-64c5d48e6b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:49Z', 'updated_at': '2021-08-07T04:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi', '_floatingips': [{'id': '3f27b357-3679-47f9-a8a4-e4aac234adf6', 'tenant_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'floating_ip_address': '172.27.1.37', 'floating_network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'router_id': 'ad8449e8-1e39-494b-b6a0-64c5d48e6b91', 'port_id': '8de2ec4b-3b7b-4b42-89a0-22dd6decbc0b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '733634ef-5b86-411e-9b36-39e7b92f41be', 'mac_address': 'fa:16:3e:a5:e3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36aa6db-5a97-48a7-a8a4-f962fb14a449', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T05:01:30Z', 'updated_at': '2021-08-07T05:01:32Z', 'revision_number': 1, 'project_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'fixed_ip_address_scope': None}, {'id': '8b93bf0a-52b4-42df-9f3f-57244aa37eeb', 'tenant_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'floating_ip_address': '172.27.1.56', 'floating_network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'router_id': 'ad8449e8-1e39-494b-b6a0-64c5d48e6b91', 'port_id': '031a74b4-f6ba-430b-87e3-b97b45e6a6b7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '733634ef-5b86-411e-9b36-39e7b92f41be', 'mac_address': 'fa:16:3e:aa:59:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e58a38-740e-4c09-97d6-22058e4e7b75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T05:03:34Z', 'updated_at': '2021-08-07T05:03:34Z', 'revision_number': 0, 'project_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '273fc0e9-9ab0-48df-a716-c8a6646d33b4', 'name': '', 'network_id': '733634ef-5b86-411e-9b36-39e7b92f41be', 'tenant_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'mac_address': 'fa:16:3e:5b:7c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8449e8-1e39-494b-b6a0-64c5d48e6b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'e84e0528-898f-4ad3-8787-7fdf44fd2ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:54Z', 'updated_at': '2021-08-07T04:58:04Z', 'revision_number': 5, 'project_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'subnets': [{'id': 'e84e0528-898f-4ad3-8787-7fdf44fd2ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:03:36.290970 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff00e37-e650-44d0-b578-bf119026944c req-868f7349-0580-4e91-b7bc-375ae965905b tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:36.292530 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-fff00e37-e650-44d0-b578-bf119026944c req-868f7349-0580-4e91-b7bc-375ae965905b tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] 10.222.0.13 "GET /v2.0/ports?device_id=e82f6223-0a53-4ec3-b741-e3a33dd3ce06 HTTP/1.1" status: 200 len: 943 time: 0.0528002 Aug 07 05:03:36.315675 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f620de2-a23b-4346-8502-9198f5202d9b None None] Checking router: ad8449e8-1e39-494b-b6a0-64c5d48e6b91 for host: dv-cinder-759943-8-iscsi {{(pid=93261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 05:03:36.324662 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f620de2-a23b-4346-8502-9198f5202d9b None None] Routers {'ad8449e8-1e39-494b-b6a0-64c5d48e6b91'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:03:36.325300 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-5f620de2-a23b-4346-8502-9198f5202d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T05:03:30Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['ad8449e8-1e39-494b-b6a0-64c5d48e6b91'], 'active': True} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:03:36.337009 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-fff00e37-e650-44d0-b578-bf119026944c req-1166a4d4-b90c-46a3-ae79-0d2c024df26c tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb1100d6-563f-470b-ae6c-e5a90fed420c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370417 Aug 07 05:03:36.438640 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvr_db [None req-5f620de2-a23b-4346-8502-9198f5202d9b None None] Set router ad8449e8-1e39-494b-b6a0-64c5d48e6b91 gateway port host: dv-cinder-759943-8-iscsi {{(pid=93261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:03:36.615730 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066fb645-5af0-4def-ad55-ce36dc039b07 req-91038d10-1337-4172-8a05-5e17fb2e845b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:36.617242 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-066fb645-5af0-4def-ad55-ce36dc039b07 req-91038d10-1337-4172-8a05-5e17fb2e845b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e84e0528-898f-4ad3-8787-7fdf44fd2ccb HTTP/1.1" status: 200 len: 850 time: 0.3606226 Aug 07 05:03:36.633243 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de84520-8bf1-45c1-8813-0a62e1c7800c req-8acf9f93-5712-4fca-b44d-8112f950c50f tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:36.634735 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-5de84520-8bf1-45c1-8813-0a62e1c7800c req-8acf9f93-5712-4fca-b44d-8112f950c50f tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] 10.222.0.13 "GET /v2.0/ports?device_id=59f57406-f412-4b8b-93dc-e4e5970b1e1d HTTP/1.1" status: 200 len: 944 time: 0.0646172 Aug 07 05:03:36.702014 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-5f620de2-a23b-4346-8502-9198f5202d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad8449e8-1e39-494b-b6a0-64c5d48e6b91', 'name': 'tempest-TestVolumeBootPattern-751389754-router', 'tenant_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '04d2bc11-5988-414b-9f5a-7ad5d200461e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:57:47Z', 'updated_at': '2021-08-07T04:57:55Z', 'revision_number': 4, 'project_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'gw_port': {'id': '04d2bc11-5988-414b-9f5a-7ad5d200461e', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:59:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8449e8-1e39-494b-b6a0-64c5d48e6b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:49Z', 'updated_at': '2021-08-07T04:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi', '_floatingips': [{'id': '3f27b357-3679-47f9-a8a4-e4aac234adf6', 'tenant_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'floating_ip_address': '172.27.1.37', 'floating_network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'router_id': 'ad8449e8-1e39-494b-b6a0-64c5d48e6b91', 'port_id': '8de2ec4b-3b7b-4b42-89a0-22dd6decbc0b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '733634ef-5b86-411e-9b36-39e7b92f41be', 'mac_address': 'fa:16:3e:a5:e3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36aa6db-5a97-48a7-a8a4-f962fb14a449', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T05:01:30Z', 'updated_at': '2021-08-07T05:01:32Z', 'revision_number': 1, 'project_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'fixed_ip_address_scope': None}, {'id': '8b93bf0a-52b4-42df-9f3f-57244aa37eeb', 'tenant_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'floating_ip_address': '172.27.1.56', 'floating_network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'router_id': 'ad8449e8-1e39-494b-b6a0-64c5d48e6b91', 'port_id': '031a74b4-f6ba-430b-87e3-b97b45e6a6b7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '733634ef-5b86-411e-9b36-39e7b92f41be', 'mac_address': 'fa:16:3e:aa:59:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e58a38-740e-4c09-97d6-22058e4e7b75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T05:03:34Z', 'updated_at': '2021-08-07T05:03:34Z', 'revision_number': 0, 'project_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '273fc0e9-9ab0-48df-a716-c8a6646d33b4', 'name': '', 'network_id': '733634ef-5b86-411e-9b36-39e7b92f41be', 'tenant_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'mac_address': 'fa:16:3e:5b:7c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8449e8-1e39-494b-b6a0-64c5d48e6b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'e84e0528-898f-4ad3-8787-7fdf44fd2ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:54Z', 'updated_at': '2021-08-07T04:58:04Z', 'revision_number': 5, 'project_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'subnets': [{'id': 'e84e0528-898f-4ad3-8787-7fdf44fd2ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:03:36.703214 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066fb645-5af0-4def-ad55-ce36dc039b07 req-a232edec-f18f-4025-8915-03ea07f83314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:36.704753 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-066fb645-5af0-4def-ad55-ce36dc039b07 req-a232edec-f18f-4025-8915-03ea07f83314 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=733634ef-5b86-411e-9b36-39e7b92f41be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0795135 Aug 07 05:03:36.708137 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-5de84520-8bf1-45c1-8813-0a62e1c7800c req-33ecaea4-250b-4893-83b0-1c72e4c9a9e5 tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] 10.222.0.13 "GET /v2.0/security-groups?id=74569f1e-1baa-4061-b509-d84d36024a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631831 Aug 07 05:03:36.733689 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f620de2-a23b-4346-8502-9198f5202d9b None None] The sync data for ids ['ad8449e8-1e39-494b-b6a0-64c5d48e6b91'] in dv-cinder-759943-8-iscsi is: [{'id': 'ad8449e8-1e39-494b-b6a0-64c5d48e6b91', 'name': 'tempest-TestVolumeBootPattern-751389754-router', 'tenant_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '04d2bc11-5988-414b-9f5a-7ad5d200461e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:57:47Z', 'updated_at': '2021-08-07T04:57:55Z', 'revision_number': 4, 'project_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'gw_port': {'id': '04d2bc11-5988-414b-9f5a-7ad5d200461e', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:59:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8449e8-1e39-494b-b6a0-64c5d48e6b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:49Z', 'updated_at': '2021-08-07T04:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi', '_floatingips': [{'id': '3f27b357-3679-47f9-a8a4-e4aac234adf6', 'tenant_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'floating_ip_address': '172.27.1.37', 'floating_network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'router_id': 'ad8449e8-1e39-494b-b6a0-64c5d48e6b91', 'port_id': '8de2ec4b-3b7b-4b42-89a0-22dd6decbc0b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '733634ef-5b86-411e-9b36-39e7b92f41be', 'mac_address': 'fa:16:3e:a5:e3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36aa6db-5a97-48a7-a8a4-f962fb14a449', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T05:01:30Z', 'updated_at': '2021-08-07T05:01:32Z', 'revision_number': 1, 'project_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'fixed_ip_address_scope': None}, {'id': '8b93bf0a-52b4-42df-9f3f-57244aa37eeb', 'tenant_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'floating_ip_address': '172.27.1.56', 'floating_network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'router_id': 'ad8449e8-1e39-494b-b6a0-64c5d48e6b91', 'port_id': '031a74b4-f6ba-430b-87e3-b97b45e6a6b7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '733634ef-5b86-411e-9b36-39e7b92f41be', 'mac_address': 'fa:16:3e:aa:59:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e58a38-740e-4c09-97d6-22058e4e7b75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T05:03:34Z', 'updated_at': '2021-08-07T05:03:34Z', 'revision_number': 0, 'project_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '273fc0e9-9ab0-48df-a716-c8a6646d33b4', 'name': '', 'network_id': '733634ef-5b86-411e-9b36-39e7b92f41be', 'tenant_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'mac_address': 'fa:16:3e:5b:7c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8449e8-1e39-494b-b6a0-64c5d48e6b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'e84e0528-898f-4ad3-8787-7fdf44fd2ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:54Z', 'updated_at': '2021-08-07T04:58:04Z', 'revision_number': 5, 'project_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'subnets': [{'id': 'e84e0528-898f-4ad3-8787-7fdf44fd2ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 05:03:36.829425 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-066fb645-5af0-4def-ad55-ce36dc039b07 req-517add55-6edc-4f1a-aae2-0208f1ce7d5a service neutron] 10.222.0.43 "GET /v2.0/networks/733634ef-5b86-411e-9b36-39e7b92f41be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179008 Aug 07 05:03:36.964877 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-066fb645-5af0-4def-ad55-ce36dc039b07 req-635c2cb0-fdb3-44f3-b083-1e110afb24ed service neutron] 10.222.0.43 "GET /v2.0/networks/733634ef-5b86-411e-9b36-39e7b92f41be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286747 Aug 07 05:03:36.987115 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba835baf-3b87-4b36-b959-a81f05ba8999 None None] New status for floating IP 8b93bf0a-52b4-42df-9f3f-57244aa37eeb: ACTIVE {{(pid=93262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 05:03:37.039129 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device d161cc97-0635-4870-86cc-acf7921b59cd up at agent hyperv_hv-cinder-75994 {{(pid=93261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 05:03:37.106663 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Provisioning for port d161cc97-0635-4870-86cc-acf7921b59cd completed by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 05:03:37.111384 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Provisioning complete for port d161cc97-0635-4870-86cc-acf7921b59cd triggered by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 05:03:37.111756 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:37.205968 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:37.230372 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59f57406-f412-4b8b-93dc-e4e5970b1e1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd161cc97-0635-4870-86cc-acf7921b59cd'}] {{(pid=93261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 05:03:37.232939 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5d2cee0e1396f99553e356b0c4b33bfeaec0d7e5dcff0a4dea0c896a01c358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc66599-4d47-4b21-b1c8-2145d42710ff" -d '{"events": [{"server_uuid": "59f57406-f412-4b8b-93dc-e4e5970b1e1d", "name": "network-vif-plugged", "status": "completed", "tag": "d161cc97-0635-4870-86cc-acf7921b59cd"}]}' {{(pid=93261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 05:03:37.247047 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] For port d161cc97-0635-4870-86cc-acf7921b59cd, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=d161cc97-0635-4870-86cc-acf7921b59cd,segment=NetworkSegment(351b58b9-87c1-49a6-9a16-bdeee0d26b20),segment_id=351b58b9-87c1-49a6-9a16-bdeee0d26b20)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:03:37.254331 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:37.282835 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 05:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a839640-01e9-4558-a0af-e4c1d005528e x-openstack-request-id: req-0a839640-01e9-4558-a0af-e4c1d005528e {{(pid=93261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 05:03:37.283117 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59f57406-f412-4b8b-93dc-e4e5970b1e1d", "name": "network-vif-plugged", "status": "completed", "tag": "d161cc97-0635-4870-86cc-acf7921b59cd", "code": 200}]} {{(pid=93261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 05:03:37.283365 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0a839640-01e9-4558-a0af-e4c1d005528e {{(pid=93261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 05:03:37.283756 dv-cinder-759943-8-iscsi neutron-server[93261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59f57406-f412-4b8b-93dc-e4e5970b1e1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd161cc97-0635-4870-86cc-acf7921b59cd', 'code': 200} Aug 07 05:03:37.316498 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Pushing event updated for resources: {'Port': ['ID=d161cc97-0635-4870-86cc-acf7921b59cd,revision_number=5']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:03:37.480853 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1752c820-6b91-410c-b94d-61e9d7a745e1 req-ba04ab69-68cc-4003-9dc1-03f766d2dd78 tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:37.482249 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-1752c820-6b91-410c-b94d-61e9d7a745e1 req-ba04ab69-68cc-4003-9dc1-03f766d2dd78 tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] 10.222.0.13 "GET /v2.0/ports?device_id=e82f6223-0a53-4ec3-b741-e3a33dd3ce06 HTTP/1.1" status: 200 len: 943 time: 0.0767095 Aug 07 05:03:37.492906 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f4fe97-06a9-443a-b546-a85fcf6a5af5 req-3fd7662f-4d2c-4ab7-b43d-7d85ea697dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:37.494375 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-c9f4fe97-06a9-443a-b546-a85fcf6a5af5 req-3fd7662f-4d2c-4ab7-b43d-7d85ea697dfc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=59f57406-f412-4b8b-93dc-e4e5970b1e1d HTTP/1.1" status: 200 len: 1098 time: 0.0600517 Aug 07 05:03:37.545038 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-1752c820-6b91-410c-b94d-61e9d7a745e1 req-c0306f1f-ccc5-4341-8aeb-d1e6d60eda07 tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb1100d6-563f-470b-ae6c-e5a90fed420c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558140 Aug 07 05:03:37.551371 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-c9f4fe97-06a9-443a-b546-a85fcf6a5af5 req-1deac556-62bd-4126-8c36-b7370f32f97d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=74569f1e-1baa-4061-b509-d84d36024a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438015 Aug 07 05:03:37.827656 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cabd934-0705-4c31-a8f9-e4480ed673dd req-f6468605-2fab-445b-9576-ff9a60b241e6 tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:37.829364 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-0cabd934-0705-4c31-a8f9-e4480ed673dd req-f6468605-2fab-445b-9576-ff9a60b241e6 tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] 10.222.0.13 "GET /v2.0/ports?device_id=59f57406-f412-4b8b-93dc-e4e5970b1e1d HTTP/1.1" status: 200 len: 945 time: 0.0517652 Aug 07 05:03:37.867118 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-0cabd934-0705-4c31-a8f9-e4480ed673dd req-af0da93d-8ff6-4e1d-b481-7220c0e8bfcf tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] 10.222.0.13 "GET /v2.0/security-groups?id=74569f1e-1baa-4061-b509-d84d36024a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317421 Aug 07 05:03:38.662828 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac23994-b635-4878-8b9a-6c8e147148f7 req-62b2dee2-3ef7-4178-bcbc-269aa8f3edb8 tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:38.664303 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-4ac23994-b635-4878-8b9a-6c8e147148f7 req-62b2dee2-3ef7-4178-bcbc-269aa8f3edb8 tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] 10.222.0.13 "GET /v2.0/ports?device_id=e82f6223-0a53-4ec3-b741-e3a33dd3ce06 HTTP/1.1" status: 200 len: 943 time: 0.0525136 Aug 07 05:03:38.702344 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-4ac23994-b635-4878-8b9a-6c8e147148f7 req-f3fefe77-560c-4209-96d3-0b68e46dd5ce tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb1100d6-563f-470b-ae6c-e5a90fed420c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322034 Aug 07 05:03:38.980033 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fa21e7-b9de-41cb-8250-d2140487eb31 req-e4d575c0-6885-4b53-b910-9489f9bfb4fb tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:38.981749 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-d3fa21e7-b9de-41cb-8250-d2140487eb31 req-e4d575c0-6885-4b53-b910-9489f9bfb4fb tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] 10.222.0.13 "GET /v2.0/ports?device_id=59f57406-f412-4b8b-93dc-e4e5970b1e1d HTTP/1.1" status: 200 len: 945 time: 0.0480337 Aug 07 05:03:39.022152 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-d3fa21e7-b9de-41cb-8250-d2140487eb31 req-fe2a0061-2fef-4e78-813b-b53baf43295c tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] 10.222.0.13 "GET /v2.0/security-groups?id=74569f1e-1baa-4061-b509-d84d36024a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338092 Aug 07 05:03:39.046106 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device 74976d95-291d-43e3-8ada-779fc34e4abf details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=93261) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 05:03:39.151649 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] For port 74976d95-291d-43e3-8ada-779fc34e4abf, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=74976d95-291d-43e3-8ada-779fc34e4abf,segment=NetworkSegment(80dc884c-fb7e-4a99-b07d-81d28479e034),segment_id=80dc884c-fb7e-4a99-b07d-81d28479e034)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:03:39.167436 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Returning: {'device': '74976d95-291d-43e3-8ada-779fc34e4abf', 'network_id': '22709571-d2fe-49d9-b757-30612acd7553', 'port_id': '74976d95-291d-43e3-8ada-779fc34e4abf', 'mac_address': 'fa:16:3e:c7:8d:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9290f4d-e164-45dd-9617-7801f82fc230', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93261) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 05:03:39.208054 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:39.225993 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.notifiers.nova [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74976d95-291d-43e3-8ada-779fc34e4abf {{(pid=93261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 05:03:39.248390 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] For port 74976d95-291d-43e3-8ada-779fc34e4abf, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=74976d95-291d-43e3-8ada-779fc34e4abf,segment=NetworkSegment(80dc884c-fb7e-4a99-b07d-81d28479e034),segment_id=80dc884c-fb7e-4a99-b07d-81d28479e034)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:03:39.254258 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:39.308684 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Pushing event updated for resources: {'Port': ['ID=74976d95-291d-43e3-8ada-779fc34e4abf,revision_number=4']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:03:39.518987 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] get_ports_and_sgs() called for port_ids ['74976d95-291d-43e3-8ada-779fc34e4abf'] {{(pid=93261) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 05:03:39.794860 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9d1f42-010d-43d4-bd4f-50337addc04a req-b3710803-ae3e-457d-b700-7bb09b9e8cee tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:39.796450 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-0c9d1f42-010d-43d4-bd4f-50337addc04a req-b3710803-ae3e-457d-b700-7bb09b9e8cee tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] 10.222.0.13 "GET /v2.0/ports?device_id=59f57406-f412-4b8b-93dc-e4e5970b1e1d HTTP/1.1" status: 200 len: 945 time: 0.0535336 Aug 07 05:03:39.828902 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c50151a-dbdb-488b-a243-48a479beda86 req-f3dfb726-b35d-42b9-9b85-558c99f1f42b tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:39.830726 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-7c50151a-dbdb-488b-a243-48a479beda86 req-f3dfb726-b35d-42b9-9b85-558c99f1f42b tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] 10.222.0.13 "GET /v2.0/ports?device_id=e82f6223-0a53-4ec3-b741-e3a33dd3ce06 HTTP/1.1" status: 200 len: 944 time: 0.0551202 Aug 07 05:03:39.838086 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-0c9d1f42-010d-43d4-bd4f-50337addc04a req-7e284ffd-46f4-493d-8e8f-3a549a288abc tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] 10.222.0.13 "GET /v2.0/security-groups?id=74569f1e-1baa-4061-b509-d84d36024a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345614 Aug 07 05:03:39.879447 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-7c50151a-dbdb-488b-a243-48a479beda86 req-9ce4eae9-a9ea-4c61-a3ca-e97812430253 tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb1100d6-563f-470b-ae6c-e5a90fed420c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379491 Aug 07 05:03:40.972463 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e1abb3-d377-4647-b3e6-d495fb199600 req-7f761a23-b2ea-4e4f-9b9e-0215805d00b7 tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:40.974111 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-66e1abb3-d377-4647-b3e6-d495fb199600 req-7f761a23-b2ea-4e4f-9b9e-0215805d00b7 tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] 10.222.0.13 "GET /v2.0/ports?device_id=59f57406-f412-4b8b-93dc-e4e5970b1e1d HTTP/1.1" status: 200 len: 945 time: 0.0617611 Aug 07 05:03:41.012154 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b1fd5-81cb-4a2b-8f5b-0fcace5b98e9 req-c31ec04e-fa39-4a6a-9143-dce20c8c17de tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:41.013762 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-594b1fd5-81cb-4a2b-8f5b-0fcace5b98e9 req-c31ec04e-fa39-4a6a-9143-dce20c8c17de tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] 10.222.0.13 "GET /v2.0/ports?device_id=e82f6223-0a53-4ec3-b741-e3a33dd3ce06 HTTP/1.1" status: 200 len: 944 time: 0.0616615 Aug 07 05:03:41.017601 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-66e1abb3-d377-4647-b3e6-d495fb199600 req-fde37550-72a8-4436-8d4c-efd273f12f30 tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] 10.222.0.13 "GET /v2.0/security-groups?id=74569f1e-1baa-4061-b509-d84d36024a04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371861 Aug 07 05:03:41.055446 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device 74976d95-291d-43e3-8ada-779fc34e4abf up at agent hyperv_hv-cinder-75994 {{(pid=93261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 05:03:41.066440 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-594b1fd5-81cb-4a2b-8f5b-0fcace5b98e9 req-44c6477d-ab1a-44e4-9a61-9e5069300d16 tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb1100d6-563f-470b-ae6c-e5a90fed420c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460758 Aug 07 05:03:41.113451 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Provisioning for port 74976d95-291d-43e3-8ada-779fc34e4abf completed by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 05:03:41.117673 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Provisioning complete for port 74976d95-291d-43e3-8ada-779fc34e4abf triggered by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 05:03:41.118077 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:41.199043 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:41.224463 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e82f6223-0a53-4ec3-b741-e3a33dd3ce06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74976d95-291d-43e3-8ada-779fc34e4abf'}] {{(pid=93261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 05:03:41.225509 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e4c6c-f96f-48df-b230-7fcce5b66c03 req-363ce934-6c50-4fdb-83f6-a9bf96449928 tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:41.226801 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5d2cee0e1396f99553e356b0c4b33bfeaec0d7e5dcff0a4dea0c896a01c358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b17fd4-c970-49ef-b8a4-bfb8f3752f1a" -d '{"events": [{"server_uuid": "e82f6223-0a53-4ec3-b741-e3a33dd3ce06", "name": "network-vif-plugged", "status": "completed", "tag": "74976d95-291d-43e3-8ada-779fc34e4abf"}]}' {{(pid=93261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 05:03:41.227104 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-8a5e4c6c-f96f-48df-b230-7fcce5b66c03 req-363ce934-6c50-4fdb-83f6-a9bf96449928 tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] 10.222.0.43 "GET /v2.0/ports?device_id=59f57406-f412-4b8b-93dc-e4e5970b1e1d HTTP/1.1" status: 200 len: 945 time: 0.0569775 Aug 07 05:03:41.244111 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] For port 74976d95-291d-43e3-8ada-779fc34e4abf, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=74976d95-291d-43e3-8ada-779fc34e4abf,segment=NetworkSegment(80dc884c-fb7e-4a99-b07d-81d28479e034),segment_id=80dc884c-fb7e-4a99-b07d-81d28479e034)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:03:41.253137 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:41.286349 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 05:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-440ed1bc-a06e-40a6-bff0-4605e685ee56 x-openstack-request-id: req-440ed1bc-a06e-40a6-bff0-4605e685ee56 {{(pid=93261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 05:03:41.286649 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e82f6223-0a53-4ec3-b741-e3a33dd3ce06", "name": "network-vif-plugged", "status": "completed", "tag": "74976d95-291d-43e3-8ada-779fc34e4abf", "code": 200}]} {{(pid=93261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 05:03:41.286870 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-440ed1bc-a06e-40a6-bff0-4605e685ee56 {{(pid=93261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 05:03:41.287263 dv-cinder-759943-8-iscsi neutron-server[93261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e82f6223-0a53-4ec3-b741-e3a33dd3ce06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74976d95-291d-43e3-8ada-779fc34e4abf', 'code': 200} Aug 07 05:03:41.347352 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.plugin [req-8a5e4c6c-f96f-48df-b230-7fcce5b66c03 req-214c6b94-47de-433c-b730-e36366577cfb tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] Deleting port d161cc97-0635-4870-86cc-acf7921b59cd {{(pid=93260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:03:41.347825 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-8a5e4c6c-f96f-48df-b230-7fcce5b66c03 req-214c6b94-47de-433c-b730-e36366577cfb tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768807591985'] for port, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:41.451522 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Pushing event updated for resources: {'Port': ['ID=74976d95-291d-43e3-8ada-779fc34e4abf,revision_number=5']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:03:41.462430 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.db [req-8a5e4c6c-f96f-48df-b230-7fcce5b66c03 req-214c6b94-47de-433c-b730-e36366577cfb tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] For port d161cc97-0635-4870-86cc-acf7921b59cd, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=d161cc97-0635-4870-86cc-acf7921b59cd,segment=NetworkSegment(351b58b9-87c1-49a6-9a16-bdeee0d26b20),segment_id=351b58b9-87c1-49a6-9a16-bdeee0d26b20)] {{(pid=93260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:03:41.462800 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-8a5e4c6c-f96f-48df-b230-7fcce5b66c03 req-214c6b94-47de-433c-b730-e36366577cfb tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769206'] for port, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:41.476977 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.plugin [req-8a5e4c6c-f96f-48df-b230-7fcce5b66c03 req-214c6b94-47de-433c-b730-e36366577cfb tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] Calling delete_port for d161cc97-0635-4870-86cc-acf7921b59cd owned by compute:nova {{(pid=93260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:03:41.498196 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee808098-9622-446f-8176-90b3549916fc req-f5cdb879-77f6-43b3-b4b8-b4e0f47e3920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:41.501012 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-ee808098-9622-446f-8176-90b3549916fc req-f5cdb879-77f6-43b3-b4b8-b4e0f47e3920 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e82f6223-0a53-4ec3-b741-e3a33dd3ce06 HTTP/1.1" status: 200 len: 1098 time: 0.0547786 Aug 07 05:03:41.540610 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-ee808098-9622-446f-8176-90b3549916fc req-1a71dd9e-fb99-405a-8f9e-14b4feae63f0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=cb1100d6-563f-470b-ae6c-e5a90fed420c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327709 Aug 07 05:03:41.626268 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-8a5e4c6c-f96f-48df-b230-7fcce5b66c03 req-214c6b94-47de-433c-b730-e36366577cfb tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768807598987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768807127278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9563756'] for port, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:41.637304 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] get_ports_and_sgs() called for port_ids ['d161cc97-0635-4870-86cc-acf7921b59cd'] {{(pid=93261) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 05:03:41.653078 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214c6b94-47de-433c-b730-e36366577cfb tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] Pushing event deleted for resources: {'Port': ['ID=d161cc97-0635-4870-86cc-acf7921b59cd,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:03:41.699130 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a5e4c6c-f96f-48df-b230-7fcce5b66c03 req-214c6b94-47de-433c-b730-e36366577cfb tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] No DVR routers for this DVR port d161cc97-0635-4870-86cc-acf7921b59cd on host hv-cinder-75994 {{(pid=93260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 05:03:41.701601 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-8a5e4c6c-f96f-48df-b230-7fcce5b66c03 req-214c6b94-47de-433c-b730-e36366577cfb tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77622'] for port, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:41.704419 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-8a5e4c6c-f96f-48df-b230-7fcce5b66c03 req-214c6b94-47de-433c-b730-e36366577cfb tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] 10.222.0.43 "DELETE /v2.0/ports/d161cc97-0635-4870-86cc-acf7921b59cd HTTP/1.1" status: 204 len: 173 time: 0.4704962 Aug 07 05:03:41.704877 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59f57406-f412-4b8b-93dc-e4e5970b1e1d', 'name': 'network-vif-deleted', 'tag': 'd161cc97-0635-4870-86cc-acf7921b59cd'}] {{(pid=93260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 05:03:41.707194 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9471522559f84b73cf1045644644c0a628e3dc4684c08e707fd64d6512f95f4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d50061e6-02ff-43ca-a1fd-0ca0dae4b674" -d '{"events": [{"server_uuid": "59f57406-f412-4b8b-93dc-e4e5970b1e1d", "name": "network-vif-deleted", "tag": "d161cc97-0635-4870-86cc-acf7921b59cd"}]}' {{(pid=93260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 05:03:41.767400 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 05:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b7846d8-099a-4544-8865-14c1a1728020 x-openstack-request-id: req-1b7846d8-099a-4544-8865-14c1a1728020 {{(pid=93260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 05:03:41.767655 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59f57406-f412-4b8b-93dc-e4e5970b1e1d", "name": "network-vif-deleted", "tag": "d161cc97-0635-4870-86cc-acf7921b59cd", "status": "completed", "code": 200}]} {{(pid=93260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 05:03:41.767930 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1b7846d8-099a-4544-8865-14c1a1728020 {{(pid=93260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 05:03:41.768577 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59f57406-f412-4b8b-93dc-e4e5970b1e1d', 'name': 'network-vif-deleted', 'tag': 'd161cc97-0635-4870-86cc-acf7921b59cd', 'status': 'completed', 'code': 200} Aug 07 05:03:42.152338 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-5bf5a598-3e42-498e-95d8-922706da7bde req-a595def2-1b4c-4837-851d-add32b1c76fd tempest-VolumesActionsTest-960070655 tempest-VolumesActionsTest-960070655-project] 10.222.0.13 "GET /v2.0/ports?device_id=59f57406-f412-4b8b-93dc-e4e5970b1e1d HTTP/1.1" status: 200 len: 210 time: 0.0358124 Aug 07 05:03:42.200035 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e495ccf5-a03b-4ccf-acc8-8ecf96c893d7 req-6a9ff9af-927e-4fc3-a813-387fbe2765e0 tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:42.201631 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-e495ccf5-a03b-4ccf-acc8-8ecf96c893d7 req-6a9ff9af-927e-4fc3-a813-387fbe2765e0 tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] 10.222.0.13 "GET /v2.0/ports?device_id=e82f6223-0a53-4ec3-b741-e3a33dd3ce06 HTTP/1.1" status: 200 len: 945 time: 0.0516596 Aug 07 05:03:42.245136 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-e495ccf5-a03b-4ccf-acc8-8ecf96c893d7 req-7d6837c4-9dd0-4637-a3e9-f56b0a27a83c tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb1100d6-563f-470b-ae6c-e5a90fed420c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347166 Aug 07 05:03:43.370893 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d5acf-3de6-446d-85ee-d36dcfe48ce9 req-39017bc5-aa0e-4083-8851-2ec1660f2fcc tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:03:43.372408 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-ac1d5acf-3de6-446d-85ee-d36dcfe48ce9 req-39017bc5-aa0e-4083-8851-2ec1660f2fcc tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] 10.222.0.13 "GET /v2.0/ports?device_id=e82f6223-0a53-4ec3-b741-e3a33dd3ce06 HTTP/1.1" status: 200 len: 945 time: 0.0565619 Aug 07 05:03:43.419050 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-ac1d5acf-3de6-446d-85ee-d36dcfe48ce9 req-ca3e55de-4569-425d-9287-f5677330f2ae tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb1100d6-563f-470b-ae6c-e5a90fed420c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398915 Aug 07 05:03:45.384478 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device d161cc97-0635-4870-86cc-acf7921b59cd no longer exists at agent hyperv_hv-cinder-75994 {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 05:03:45.408079 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.plugin [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] No Port match for: d161cc97-0635-4870-86cc-acf7921b59cd {{(pid=93261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 05:03:45.408426 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device d161cc97-0635-4870-86cc-acf7921b59cd not bound to the agent host hv-cinder-75994 {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 05:03:49.659645 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.agents_db [None req-236ba2d6-2b68-46f9-96aa-64978379ec1a None None] Agent healthcheck: found 6 active agents {{(pid=93262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 05:03:56.781151 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-fbdd76f0-5c08-416f-bd64-9a646f3e40b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:59.357264 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:59.705544 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a5eee46d-29a9-4cd7-8934-014bedffa74f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:03:59.719795 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:00.766017 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-f79f476c-1ac6-45f4-a536-05d31601a6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:02.545601 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-fe46c1f5-d46f-4bdc-a2a5-961a9e169c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:11.616870 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 45656) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:04:11.669550 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.db_base_plugin_v2 [None req-effe54ac-0558-4137-9a51-0ba3ac633437 admin admin] Deleting subnet 218bbb06-e16c-4027-bbae-811e20bdda53 {{(pid=93259) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 05:04:11.672782 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-effe54ac-0558-4137-9a51-0ba3ac633437 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:11.709307 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-effe54ac-0558-4137-9a51-0ba3ac633437 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9496115'] for subnet, precommit_delete_associations {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:11.747974 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-effe54ac-0558-4137-9a51-0ba3ac633437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799044'] for subnet, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:11.801217 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-effe54ac-0558-4137-9a51-0ba3ac633437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8513251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9365121'] for subnet, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:11.827259 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effe54ac-0558-4137-9a51-0ba3ac633437 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=218bbb06-e16c-4027-bbae-811e20bdda53,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:04:11.831725 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-effe54ac-0558-4137-9a51-0ba3ac633437 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568364'] for subnet, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:11.834444 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-effe54ac-0558-4137-9a51-0ba3ac633437 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/218bbb06-e16c-4027-bbae-811e20bdda53 HTTP/1.1" status: 204 len: 168 time: 0.2164028 Aug 07 05:04:11.837041 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 45658) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:04:11.839446 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effe54ac-0558-4137-9a51-0ba3ac633437 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:04:11.839795 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effe54ac-0558-4137-9a51-0ba3ac633437 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:04:11.840134 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effe54ac-0558-4137-9a51-0ba3ac633437 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:04:11.840466 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effe54ac-0558-4137-9a51-0ba3ac633437 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:04:11.840793 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effe54ac-0558-4137-9a51-0ba3ac633437 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:04:11.841200 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effe54ac-0558-4137-9a51-0ba3ac633437 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:04:11.841444 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effe54ac-0558-4137-9a51-0ba3ac633437 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:04:11.841764 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effe54ac-0558-4137-9a51-0ba3ac633437 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:04:11.842111 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effe54ac-0558-4137-9a51-0ba3ac633437 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:04:11.842439 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effe54ac-0558-4137-9a51-0ba3ac633437 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:04:11.842756 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effe54ac-0558-4137-9a51-0ba3ac633437 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:04:11.843072 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effe54ac-0558-4137-9a51-0ba3ac633437 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:04:11.922658 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-555741b0-55db-4242-a987-df678cc6c824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1651291'] for network, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:12.012058 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-555741b0-55db-4242-a987-df678cc6c824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798403', 'neutron.services.segments.db._delete_segments_for_network-8768807654000'] for network, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:12.022538 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.services.segments.db [None req-555741b0-55db-4242-a987-df678cc6c824 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a3d4eb7-72ca-4149-8822-2dca077cf479']}} {{(pid=93260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:04:12.033328 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.services.segments.db [None req-555741b0-55db-4242-a987-df678cc6c824 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '351b58b9-87c1-49a6-9a16-bdeee0d26b20') {'for_net_delete': True} {{(pid=93260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:04:12.033628 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.services.segments.db [None req-555741b0-55db-4242-a987-df678cc6c824 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '351b58b9-87c1-49a6-9a16-bdeee0d26b20') {} {{(pid=93260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:04:12.043270 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-555741b0-55db-4242-a987-df678cc6c824 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768807608441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9590728'] for segment, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:12.058997 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-555741b0-55db-4242-a987-df678cc6c824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799109'] for segment, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:12.065782 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-555741b0-55db-4242-a987-df678cc6c824 admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=93260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 05:04:12.066231 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-555741b0-55db-4242-a987-df678cc6c824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9563777'] for segment, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:12.068829 dv-cinder-759943-8-iscsi neutron-server[93260]: Traceback (most recent call last): Aug 07 05:04:12.068829 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 05:04:12.068829 dv-cinder-759943-8-iscsi neutron-server[93260]: timer() Aug 07 05:04:12.068829 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 05:04:12.068829 dv-cinder-759943-8-iscsi neutron-server[93260]: cb(*args, **kw) Aug 07 05:04:12.068829 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 05:04:12.068829 dv-cinder-759943-8-iscsi neutron-server[93260]: return func(*args, **kwargs) Aug 07 05:04:12.068829 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 05:04:12.068829 dv-cinder-759943-8-iscsi neutron-server[93260]: self._notify() Aug 07 05:04:12.068829 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 05:04:12.068829 dv-cinder-759943-8-iscsi neutron-server[93260]: self.callback(batched_events) Aug 07 05:04:12.068829 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 05:04:12.068829 dv-cinder-759943-8-iscsi neutron-server[93260]: event.method(event) Aug 07 05:04:12.068829 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 05:04:12.068829 dv-cinder-759943-8-iscsi neutron-server[93260]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 05:04:12.068829 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 05:04:12.068829 dv-cinder-759943-8-iscsi neutron-server[93260]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 05:04:12.068829 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 05:04:12.068829 dv-cinder-759943-8-iscsi neutron-server[93260]: return f(self, *a, **k) Aug 07 05:04:12.068829 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 05:04:12.068829 dv-cinder-759943-8-iscsi neutron-server[93260]: return self._get(url).json() Aug 07 05:04:12.068829 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 05:04:12.068829 dv-cinder-759943-8-iscsi neutron-server[93260]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 05:04:12.068829 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 05:04:12.068829 dv-cinder-759943-8-iscsi neutron-server[93260]: return self.request(url, 'GET', **kwargs) Aug 07 05:04:12.068829 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 05:04:12.068829 dv-cinder-759943-8-iscsi neutron-server[93260]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 05:04:12.068829 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 05:04:12.068829 dv-cinder-759943-8-iscsi neutron-server[93260]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 05:04:12.068829 dv-cinder-759943-8-iscsi neutron-server[93260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 05:04:12.068829 dv-cinder-759943-8-iscsi neutron-server[93260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 05:04:12.068829 dv-cinder-759943-8-iscsi neutron-server[93260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 05:04:12.130636 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-555741b0-55db-4242-a987-df678cc6c824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-766646'] for network, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:12.152392 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-555741b0-55db-4242-a987-df678cc6c824 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568364'] for network, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:12.155899 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-555741b0-55db-4242-a987-df678cc6c824 admin admin] 10.222.0.13 "DELETE /v2.0/networks/3a3d4eb7-72ca-4149-8822-2dca077cf479 HTTP/1.1" status: 204 len: 168 time: 0.3175869 Aug 07 05:04:12.157528 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555741b0-55db-4242-a987-df678cc6c824 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a3d4eb7-72ca-4149-8822-2dca077cf479,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:04:12.170208 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555741b0-55db-4242-a987-df678cc6c824 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:04:12.170570 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555741b0-55db-4242-a987-df678cc6c824 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:04:12.170918 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555741b0-55db-4242-a987-df678cc6c824 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:04:12.171255 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555741b0-55db-4242-a987-df678cc6c824 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:04:12.171592 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555741b0-55db-4242-a987-df678cc6c824 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:04:12.171928 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555741b0-55db-4242-a987-df678cc6c824 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:04:12.172264 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555741b0-55db-4242-a987-df678cc6c824 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:04:12.172590 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555741b0-55db-4242-a987-df678cc6c824 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:04:12.172919 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555741b0-55db-4242-a987-df678cc6c824 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:04:12.173243 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555741b0-55db-4242-a987-df678cc6c824 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:04:12.173567 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555741b0-55db-4242-a987-df678cc6c824 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:04:12.173914 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555741b0-55db-4242-a987-df678cc6c824 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:04:12.289881 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 45664) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:04:12.337599 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-7336259c-abcf-4bcc-b018-e95e5462a6d3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9e675faa054a4549863262a87a53057c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0464427 Aug 07 05:04:12.340043 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 45666) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:04:12.390785 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-fd22e151-e075-49b8-a30b-a421044d69a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:12.412519 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-fd22e151-e075-49b8-a30b-a421044d69a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:12.460388 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-fd22e151-e075-49b8-a30b-a421044d69a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:12.463470 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-fd22e151-e075-49b8-a30b-a421044d69a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:12.464645 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-fd22e151-e075-49b8-a30b-a421044d69a9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/74569f1e-1baa-4061-b509-d84d36024a04 HTTP/1.1" status: 204 len: 168 time: 0.1237018 Aug 07 05:04:12.472498 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd22e151-e075-49b8-a30b-a421044d69a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74569f1e-1baa-4061-b509-d84d36024a04,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:04:26.658682 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.agents_db [None req-236ba2d6-2b68-46f9-96aa-64978379ec1a None None] Agent healthcheck: found 6 active agents {{(pid=93262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 05:04:26.783249 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-49d04cce-8579-4dc3-a40d-b908858710ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:29.374128 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:29.583244 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-1f20bc24-5787-4ded-9d6d-e37e3d16369f req-c1b4ff76-3862-443e-a8ef-012991e4f22d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9187a1f0-ebad-4f15-8672-da445ebc35ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409379 Aug 07 05:04:29.677652 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f20bc24-5787-4ded-9d6d-e37e3d16369f req-b8d72c88-13de-4a24-9045-96d734fcf714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:04:29.679725 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-1f20bc24-5787-4ded-9d6d-e37e3d16369f req-b8d72c88-13de-4a24-9045-96d734fcf714 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e0202a7fc56e416f9ce6e0728343150c&device_id=9187a1f0-ebad-4f15-8672-da445ebc35ff HTTP/1.1" status: 200 len: 1099 time: 0.0463386 Aug 07 05:04:29.708263 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-1f390fcc-9714-4281-8c05-a78d8d8b0664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:29.719858 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:29.799624 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f20bc24-5787-4ded-9d6d-e37e3d16369f req-8567aee0-a2a5-4cb6-b6f1-c00e6644c76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:04:29.801108 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-1f20bc24-5787-4ded-9d6d-e37e3d16369f req-8567aee0-a2a5-4cb6-b6f1-c00e6644c76a service neutron] 10.222.0.43 "GET /v2.0/networks?id=3c6994ec-32f0-4a5f-a478-ed69244b4560 HTTP/1.1" status: 200 len: 909 time: 0.0933378 Aug 07 05:04:29.876789 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-1f20bc24-5787-4ded-9d6d-e37e3d16369f req-30875669-83d1-4e8b-9972-e89535ac43f0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=270cb80e-972e-4220-aa67-e66c575d5b61 HTTP/1.1" status: 200 len: 1002 time: 0.0667956 Aug 07 05:04:29.929557 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f20bc24-5787-4ded-9d6d-e37e3d16369f req-d009f999-0d5d-4fed-ae11-3d7fa349407a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:04:29.931016 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-1f20bc24-5787-4ded-9d6d-e37e3d16369f req-d009f999-0d5d-4fed-ae11-3d7fa349407a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8faaf127-5693-4571-b131-8fe89530dcf6 HTTP/1.1" status: 200 len: 847 time: 0.0469763 Aug 07 05:04:29.993288 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f20bc24-5787-4ded-9d6d-e37e3d16369f req-d99a0492-836b-42ac-937d-8ced88c9e1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:04:29.994888 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-1f20bc24-5787-4ded-9d6d-e37e3d16369f req-d99a0492-836b-42ac-937d-8ced88c9e1a5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3c6994ec-32f0-4a5f-a478-ed69244b4560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0491276 Aug 07 05:04:30.099720 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-1f20bc24-5787-4ded-9d6d-e37e3d16369f req-f71ea4b9-c5db-44b1-aff5-3409814219bc service neutron] 10.222.0.43 "GET /v2.0/networks/3c6994ec-32f0-4a5f-a478-ed69244b4560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960009 Aug 07 05:04:30.195869 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-1f20bc24-5787-4ded-9d6d-e37e3d16369f req-267950c0-3b17-4802-92ef-7c91935da543 service neutron] 10.222.0.43 "GET /v2.0/networks/3c6994ec-32f0-4a5f-a478-ed69244b4560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885949 Aug 07 05:04:30.590287 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cb2272-4607-4da4-a505-ec2815dc61df req-2983a08e-d08e-41c8-be69-3bc636d77557 tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:04:30.591841 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-45cb2272-4607-4da4-a505-ec2815dc61df req-2983a08e-d08e-41c8-be69-3bc636d77557 tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] 10.222.0.13 "GET /v2.0/ports?device_id=e82f6223-0a53-4ec3-b741-e3a33dd3ce06 HTTP/1.1" status: 200 len: 945 time: 0.0498993 Aug 07 05:04:30.630037 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-45cb2272-4607-4da4-a505-ec2815dc61df req-7b0bfa03-d41e-445e-8e47-25a4e6f356be tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb1100d6-563f-470b-ae6c-e5a90fed420c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322282 Aug 07 05:04:30.762819 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-f79f476c-1ac6-45f4-a536-05d31601a6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:31.749901 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b41b4f6-3bb4-4f14-a676-cce91de7da2b req-80bfa6a7-23bd-4bde-8e7d-b4739d26e88e tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:04:31.751367 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-7b41b4f6-3bb4-4f14-a676-cce91de7da2b req-80bfa6a7-23bd-4bde-8e7d-b4739d26e88e tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] 10.222.0.13 "GET /v2.0/ports?device_id=e82f6223-0a53-4ec3-b741-e3a33dd3ce06 HTTP/1.1" status: 200 len: 945 time: 0.0526209 Aug 07 05:04:31.789168 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-7b41b4f6-3bb4-4f14-a676-cce91de7da2b req-54a25764-f4c7-4a5e-a1f4-45401dfb686d tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb1100d6-563f-470b-ae6c-e5a90fed420c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319045 Aug 07 05:04:32.110410 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081cac62-3c64-4415-a44c-ef0fa026beb9 req-ee8a0869-8928-409d-a898-f5e8399b5de8 tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:04:32.111902 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-081cac62-3c64-4415-a44c-ef0fa026beb9 req-ee8a0869-8928-409d-a898-f5e8399b5de8 tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] 10.222.0.43 "GET /v2.0/ports?device_id=e82f6223-0a53-4ec3-b741-e3a33dd3ce06 HTTP/1.1" status: 200 len: 945 time: 0.0519686 Aug 07 05:04:32.200288 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.plugin [req-081cac62-3c64-4415-a44c-ef0fa026beb9 req-d9353a55-12c3-40ac-9ea3-2811d157b52a tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] Deleting port 74976d95-291d-43e3-8ada-779fc34e4abf {{(pid=93260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:04:32.200624 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-081cac62-3c64-4415-a44c-ef0fa026beb9 req-d9353a55-12c3-40ac-9ea3-2811d157b52a tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768807591985'] for port, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:32.290835 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.db [req-081cac62-3c64-4415-a44c-ef0fa026beb9 req-d9353a55-12c3-40ac-9ea3-2811d157b52a tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] For port 74976d95-291d-43e3-8ada-779fc34e4abf, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=74976d95-291d-43e3-8ada-779fc34e4abf,segment=NetworkSegment(80dc884c-fb7e-4a99-b07d-81d28479e034),segment_id=80dc884c-fb7e-4a99-b07d-81d28479e034)] {{(pid=93260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:04:32.291102 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-081cac62-3c64-4415-a44c-ef0fa026beb9 req-d9353a55-12c3-40ac-9ea3-2811d157b52a tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769206'] for port, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:32.303601 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.plugin [req-081cac62-3c64-4415-a44c-ef0fa026beb9 req-d9353a55-12c3-40ac-9ea3-2811d157b52a tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] Calling delete_port for 74976d95-291d-43e3-8ada-779fc34e4abf owned by compute:nova {{(pid=93260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:04:32.430415 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-081cac62-3c64-4415-a44c-ef0fa026beb9 req-d9353a55-12c3-40ac-9ea3-2811d157b52a tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768807598987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768807127278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9563756'] for port, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:32.441980 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] get_ports_and_sgs() called for port_ids ['74976d95-291d-43e3-8ada-779fc34e4abf'] {{(pid=93261) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 05:04:32.466078 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9353a55-12c3-40ac-9ea3-2811d157b52a tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] Pushing event deleted for resources: {'Port': ['ID=74976d95-291d-43e3-8ada-779fc34e4abf,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:04:32.511210 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.db.l3_dvrscheduler_db [req-081cac62-3c64-4415-a44c-ef0fa026beb9 req-d9353a55-12c3-40ac-9ea3-2811d157b52a tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] No DVR routers for this DVR port 74976d95-291d-43e3-8ada-779fc34e4abf on host hv-cinder-75994 {{(pid=93260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 05:04:32.513683 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-081cac62-3c64-4415-a44c-ef0fa026beb9 req-d9353a55-12c3-40ac-9ea3-2811d157b52a tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77622'] for port, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:32.515728 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-081cac62-3c64-4415-a44c-ef0fa026beb9 req-d9353a55-12c3-40ac-9ea3-2811d157b52a tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] 10.222.0.43 "DELETE /v2.0/ports/74976d95-291d-43e3-8ada-779fc34e4abf HTTP/1.1" status: 204 len: 173 time: 0.3978901 Aug 07 05:04:32.516153 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e82f6223-0a53-4ec3-b741-e3a33dd3ce06', 'name': 'network-vif-deleted', 'tag': '74976d95-291d-43e3-8ada-779fc34e4abf'}] {{(pid=93260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 05:04:32.518388 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9471522559f84b73cf1045644644c0a628e3dc4684c08e707fd64d6512f95f4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ba0527-905c-48bf-af89-946523138241" -d '{"events": [{"server_uuid": "e82f6223-0a53-4ec3-b741-e3a33dd3ce06", "name": "network-vif-deleted", "tag": "74976d95-291d-43e3-8ada-779fc34e4abf"}]}' {{(pid=93260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 05:04:32.542798 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-fe46c1f5-d46f-4bdc-a2a5-961a9e169c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:32.558418 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 05:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f933505a-d95e-46d2-92cf-3dc2ee37aaca x-openstack-request-id: req-f933505a-d95e-46d2-92cf-3dc2ee37aaca {{(pid=93260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 05:04:32.558704 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e82f6223-0a53-4ec3-b741-e3a33dd3ce06", "name": "network-vif-deleted", "tag": "74976d95-291d-43e3-8ada-779fc34e4abf", "status": "completed", "code": 200}]} {{(pid=93260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 05:04:32.558949 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f933505a-d95e-46d2-92cf-3dc2ee37aaca {{(pid=93260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 05:04:32.559365 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e82f6223-0a53-4ec3-b741-e3a33dd3ce06', 'name': 'network-vif-deleted', 'tag': '74976d95-291d-43e3-8ada-779fc34e4abf', 'status': 'completed', 'code': 200} Aug 07 05:04:32.896517 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-3afdae83-125d-4d3d-8703-ebbedcedbf3a req-4ae59e4e-cd76-444c-a1cf-ae7f9aea9216 tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] 10.222.0.13 "GET /v2.0/ports?device_id=e82f6223-0a53-4ec3-b741-e3a33dd3ce06 HTTP/1.1" status: 200 len: 210 time: 0.0265956 Aug 07 05:04:35.299966 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device 74976d95-291d-43e3-8ada-779fc34e4abf no longer exists at agent hyperv_hv-cinder-75994 {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 05:04:35.319048 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.plugin [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] No Port match for: 74976d95-291d-43e3-8ada-779fc34e4abf {{(pid=93261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 05:04:35.319451 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device 74976d95-291d-43e3-8ada-779fc34e4abf not bound to the agent host hv-cinder-75994 {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 05:04:43.918059 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd58eec6-373d-419b-b419-37d44bc4f49b req-122a19c0-0e70-412e-82f3-ce7612ce0e0b tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:04:43.919412 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-cd58eec6-373d-419b-b419-37d44bc4f49b req-122a19c0-0e70-412e-82f3-ce7612ce0e0b tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] 10.222.0.13 "GET /v2.0/networks?id=22709571-d2fe-49d9-b757-30612acd7553 HTTP/1.1" status: 200 len: 813 time: 0.1026361 Aug 07 05:04:43.936787 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-cd58eec6-373d-419b-b419-37d44bc4f49b req-b1a799f2-b1ad-48a3-a539-af09a54f3fa6 tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] 10.222.0.13 "GET /v2.0/quotas/04b32ff4c7804723a9c72fe2fdc1273a HTTP/1.1" status: 200 len: 375 time: 0.0115883 Aug 07 05:04:43.968462 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-cd58eec6-373d-419b-b419-37d44bc4f49b req-5e53cdf3-2df7-4d01-a312-ccf398211382 tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=04b32ff4c7804723a9c72fe2fdc1273a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265970 Aug 07 05:04:44.054810 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-cd58eec6-373d-419b-b419-37d44bc4f49b req-29b76fa3-7d45-4bce-8ae6-f857ab7fda5a service neutron] 10.222.0.13 "GET /v2.0/networks/22709571-d2fe-49d9-b757-30612acd7553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795550 Aug 07 05:04:44.381301 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-cd58eec6-373d-419b-b419-37d44bc4f49b req-397ea5de-5a4d-4d13-82ad-6f94d85c5114 service neutron] 10.222.0.13 "GET /v2.0/networks/22709571-d2fe-49d9-b757-30612acd7553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3197393 Aug 07 05:04:44.545290 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-2e5b144b-d80c-4eea-93c7-bd34721a0415 req-dc3afa4b-8608-43b0-ba40-cbeaaad741c3 tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] 10.222.0.13 "GET /v2.0/ports?device_id=869a2ca1-ffca-4b2a-bd4e-23fea9955654 HTTP/1.1" status: 200 len: 210 time: 0.0339360 Aug 07 05:04:45.453192 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd58eec6-373d-419b-b419-37d44bc4f49b req-cf788fe6-b176-4e3a-83c7-d07f877d82a2 tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:04:45.454669 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-cd58eec6-373d-419b-b419-37d44bc4f49b req-cf788fe6-b176-4e3a-83c7-d07f877d82a2 tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] 10.222.0.43 "GET /v2.0/networks?id=22709571-d2fe-49d9-b757-30612acd7553 HTTP/1.1" status: 200 len: 813 time: 0.1035867 Aug 07 05:04:45.468215 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.v2.base [req-cd58eec6-373d-419b-b419-37d44bc4f49b req-2c4f4921-7e1f-40c5-be8a-4bf831e61b9b tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] Request body: {'port': {'device_id': '869a2ca1-ffca-4b2a-bd4e-23fea9955654', 'network_id': '22709571-d2fe-49d9-b757-30612acd7553', 'admin_state_up': True, 'tenant_id': '04b32ff4c7804723a9c72fe2fdc1273a'}} {{(pid=93260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:04:45.574548 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd58eec6-373d-419b-b419-37d44bc4f49b req-2c4f4921-7e1f-40c5-be8a-4bf831e61b9b tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] Made reservation on behalf of 04b32ff4c7804723a9c72fe2fdc1273a for: {'port': 1} {{(pid=93260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 05:04:45.578081 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-cd58eec6-373d-419b-b419-37d44bc4f49b req-2c4f4921-7e1f-40c5-be8a-4bf831e61b9b tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:45.641759 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-7e940f14-2ed9-46ae-be3b-2e0a09e8ecfb req-d2edda12-cd70-4d36-ab19-0ae19166d773 tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] 10.222.0.13 "GET /v2.0/ports?device_id=869a2ca1-ffca-4b2a-bd4e-23fea9955654 HTTP/1.1" status: 200 len: 210 time: 0.0276051 Aug 07 05:04:45.703692 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.db.db_base_plugin_common [req-cd58eec6-373d-419b-b419-37d44bc4f49b req-2c4f4921-7e1f-40c5-be8a-4bf831e61b9b tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] Allocated IP 172.20.0.14 (22709571-d2fe-49d9-b757-30612acd7553/d9290f4d-e164-45dd-9617-7801f82fc230/cca45a85-fdec-4ba1-b0fd-234af3bf1552) {{(pid=93260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 05:04:45.846682 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-cd58eec6-373d-419b-b419-37d44bc4f49b req-2c4f4921-7e1f-40c5-be8a-4bf831e61b9b tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] Notify callbacks [] for port, precommit_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:45.887412 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-cd58eec6-373d-419b-b419-37d44bc4f49b req-2c4f4921-7e1f-40c5-be8a-4bf831e61b9b tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768807127269', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9563756'] for port, after_create {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:45.930211 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd58eec6-373d-419b-b419-37d44bc4f49b req-2c4f4921-7e1f-40c5-be8a-4bf831e61b9b tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] Network 22709571-d2fe-49d9-b757-30612acd7553 is already hosted by enough agents. {{(pid=93260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 05:04:45.933797 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.base_scheduler [req-cd58eec6-373d-419b-b419-37d44bc4f49b req-2c4f4921-7e1f-40c5-be8a-4bf831e61b9b tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] Resources bound (agent type, host, resource id): {{(pid=93260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 05:04:45.937471 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd58eec6-373d-419b-b419-37d44bc4f49b req-2c4f4921-7e1f-40c5-be8a-4bf831e61b9b tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] Received port after_create {{(pid=93260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 05:04:45.943785 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4f4921-7e1f-40c5-be8a-4bf831e61b9b tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] Pushing event updated for resources: {'Port': ['ID=cca45a85-fdec-4ba1-b0fd-234af3bf1552,revision_number=1']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:04:45.987814 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd58eec6-373d-419b-b419-37d44bc4f49b req-2c4f4921-7e1f-40c5-be8a-4bf831e61b9b tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:04:45.988339 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-cd58eec6-373d-419b-b419-37d44bc4f49b req-2c4f4921-7e1f-40c5-be8a-4bf831e61b9b tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77622'] for port, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:46.002998 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-cd58eec6-373d-419b-b419-37d44bc4f49b req-2c4f4921-7e1f-40c5-be8a-4bf831e61b9b tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5385804 Aug 07 05:04:46.016473 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.v2.base [req-cd58eec6-373d-419b-b419-37d44bc4f49b req-0558bb88-8914-4f25-8043-4c9e370ee0f4 service neutron] Request body: {'port': {'device_id': '869a2ca1-ffca-4b2a-bd4e-23fea9955654', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75994'}} {{(pid=93260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 05:04:46.071145 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-cd58eec6-373d-419b-b419-37d44bc4f49b req-0558bb88-8914-4f25-8043-4c9e370ee0f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:46.321683 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.notifiers.nova [req-cd58eec6-373d-419b-b419-37d44bc4f49b req-0558bb88-8914-4f25-8043-4c9e370ee0f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cca45a85-fdec-4ba1-b0fd-234af3bf1552 {{(pid=93260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 05:04:46.329225 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-cd58eec6-373d-419b-b419-37d44bc4f49b req-0558bb88-8914-4f25-8043-4c9e370ee0f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:46.340756 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.db.provisioning_blocks [req-cd58eec6-373d-419b-b419-37d44bc4f49b req-0558bb88-8914-4f25-8043-4c9e370ee0f4 service neutron] Transition to ACTIVE for port object cca45a85-fdec-4ba1-b0fd-234af3bf1552 will not be triggered until provisioned by entity L2. {{(pid=93260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 05:04:46.344886 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-cd58eec6-373d-419b-b419-37d44bc4f49b req-0558bb88-8914-4f25-8043-4c9e370ee0f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9563749'] for port, after_update {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:46.392011 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0558bb88-8914-4f25-8043-4c9e370ee0f4 service neutron] Pushing event updated for resources: {'Port': ['ID=cca45a85-fdec-4ba1-b0fd-234af3bf1552,revision_number=2']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:04:46.460852 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.managers [req-cd58eec6-373d-419b-b419-37d44bc4f49b req-0558bb88-8914-4f25-8043-4c9e370ee0f4 service neutron] Attempting to bind port cca45a85-fdec-4ba1-b0fd-234af3bf1552 on host hv-cinder-75994 for vnic_type normal with profile {{(pid=93260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 05:04:46.461181 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.managers [req-cd58eec6-373d-419b-b419-37d44bc4f49b req-0558bb88-8914-4f25-8043-4c9e370ee0f4 service neutron] Attempting to bind port cca45a85-fdec-4ba1-b0fd-234af3bf1552 by drivers openvswitch,hyperv on host hv-cinder-75994 at level 0 using segments [{'id': '80dc884c-fb7e-4a99-b07d-81d28479e034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '22709571-d2fe-49d9-b757-30612acd7553'}] {{(pid=93260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 05:04:46.461503 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd58eec6-373d-419b-b419-37d44bc4f49b req-0558bb88-8914-4f25-8043-4c9e370ee0f4 service neutron] Attempting to bind port cca45a85-fdec-4ba1-b0fd-234af3bf1552 on network 22709571-d2fe-49d9-b757-30612acd7553 {{(pid=93260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 05:04:46.466253 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd58eec6-373d-419b-b419-37d44bc4f49b req-0558bb88-8914-4f25-8043-4c9e370ee0f4 service neutron] Port cca45a85-fdec-4ba1-b0fd-234af3bf1552 on network 22709571-d2fe-49d9-b757-30612acd7553 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75994 {{(pid=93260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 05:04:46.466570 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd58eec6-373d-419b-b419-37d44bc4f49b req-0558bb88-8914-4f25-8043-4c9e370ee0f4 service neutron] Attempting to bind port cca45a85-fdec-4ba1-b0fd-234af3bf1552 on network 22709571-d2fe-49d9-b757-30612acd7553 {{(pid=93260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 05:04:46.471161 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd58eec6-373d-419b-b419-37d44bc4f49b req-0558bb88-8914-4f25-8043-4c9e370ee0f4 service neutron] Checking agent: {'id': '5f67c77d-38b5-4515-b30f-34d5315bdd9e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 4, 53, 29), 'started_at': datetime.datetime(2021, 8, 7, 4, 53, 29), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 5, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 05:04:46.471489 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd58eec6-373d-419b-b419-37d44bc4f49b req-0558bb88-8914-4f25-8043-4c9e370ee0f4 service neutron] Checking segment: {'id': '80dc884c-fb7e-4a99-b07d-81d28479e034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '22709571-d2fe-49d9-b757-30612acd7553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 05:04:46.471863 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd58eec6-373d-419b-b419-37d44bc4f49b req-0558bb88-8914-4f25-8043-4c9e370ee0f4 service neutron] Bound using segment: {'id': '80dc884c-fb7e-4a99-b07d-81d28479e034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '22709571-d2fe-49d9-b757-30612acd7553'} {{(pid=93260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 05:04:46.472279 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.managers [req-cd58eec6-373d-419b-b419-37d44bc4f49b req-0558bb88-8914-4f25-8043-4c9e370ee0f4 service neutron] Bound port: cca45a85-fdec-4ba1-b0fd-234af3bf1552, host: hv-cinder-75994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80dc884c-fb7e-4a99-b07d-81d28479e034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '22709571-d2fe-49d9-b757-30612acd7553'}}] {{(pid=93260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 05:04:46.472625 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-cd58eec6-373d-419b-b419-37d44bc4f49b req-0558bb88-8914-4f25-8043-4c9e370ee0f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:46.533521 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.db [req-cd58eec6-373d-419b-b419-37d44bc4f49b req-0558bb88-8914-4f25-8043-4c9e370ee0f4 service neutron] For port cca45a85-fdec-4ba1-b0fd-234af3bf1552, host hv-cinder-75994, cleared binding levels {{(pid=93260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 05:04:46.536459 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.db [req-cd58eec6-373d-419b-b419-37d44bc4f49b req-0558bb88-8914-4f25-8043-4c9e370ee0f4 service neutron] For port cca45a85-fdec-4ba1-b0fd-234af3bf1552, host hv-cinder-75994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=cca45a85-fdec-4ba1-b0fd-234af3bf1552,segment=NetworkSegment(80dc884c-fb7e-4a99-b07d-81d28479e034),segment_id=80dc884c-fb7e-4a99-b07d-81d28479e034)] {{(pid=93260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 05:04:46.541918 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-cd58eec6-373d-419b-b419-37d44bc4f49b req-0558bb88-8914-4f25-8043-4c9e370ee0f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9563749'] for port, after_update {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:46.573789 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd58eec6-373d-419b-b419-37d44bc4f49b req-0558bb88-8914-4f25-8043-4c9e370ee0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:04:46.574423 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-cd58eec6-373d-419b-b419-37d44bc4f49b req-0558bb88-8914-4f25-8043-4c9e370ee0f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77622'] for port, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:46.575833 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-cd58eec6-373d-419b-b419-37d44bc4f49b req-0558bb88-8914-4f25-8043-4c9e370ee0f4 service neutron] 10.222.0.43 "PUT /v2.0/ports/cca45a85-fdec-4ba1-b0fd-234af3bf1552 HTTP/1.1" status: 200 len: 1094 time: 0.5633984 Aug 07 05:04:46.576390 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '869a2ca1-ffca-4b2a-bd4e-23fea9955654', 'tag': 'cca45a85-fdec-4ba1-b0fd-234af3bf1552'}] {{(pid=93260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 05:04:46.587315 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9471522559f84b73cf1045644644c0a628e3dc4684c08e707fd64d6512f95f4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a722d8d6-2ce1-4fdf-a558-b3c78874e342" -d '{"events": [{"name": "network-changed", "server_uuid": "869a2ca1-ffca-4b2a-bd4e-23fea9955654", "tag": "cca45a85-fdec-4ba1-b0fd-234af3bf1552"}]}' {{(pid=93260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 05:04:46.613419 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0558bb88-8914-4f25-8043-4c9e370ee0f4 service neutron] Pushing event updated for resources: {'Port': ['ID=cca45a85-fdec-4ba1-b0fd-234af3bf1552,revision_number=3']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:04:46.648047 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 05:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-398f9f3d-bc85-4eac-a977-02601d3b6701 x-openstack-request-id: req-398f9f3d-bc85-4eac-a977-02601d3b6701 {{(pid=93260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 05:04:46.648334 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "869a2ca1-ffca-4b2a-bd4e-23fea9955654", "tag": "cca45a85-fdec-4ba1-b0fd-234af3bf1552", "status": "completed", "code": 200}]} {{(pid=93260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 05:04:46.648579 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-398f9f3d-bc85-4eac-a977-02601d3b6701 {{(pid=93260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 05:04:46.648961 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '869a2ca1-ffca-4b2a-bd4e-23fea9955654', 'tag': 'cca45a85-fdec-4ba1-b0fd-234af3bf1552', 'status': 'completed', 'code': 200} Aug 07 05:04:46.666918 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd58eec6-373d-419b-b419-37d44bc4f49b req-20bb6c0e-9bf0-42bf-9a68-2ea5c8b68075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:04:46.668436 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-cd58eec6-373d-419b-b419-37d44bc4f49b req-20bb6c0e-9bf0-42bf-9a68-2ea5c8b68075 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=04b32ff4c7804723a9c72fe2fdc1273a&device_id=869a2ca1-ffca-4b2a-bd4e-23fea9955654 HTTP/1.1" status: 200 len: 1097 time: 0.0518696 Aug 07 05:04:46.714209 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-cd58eec6-373d-419b-b419-37d44bc4f49b req-e9937eb7-c5f9-45ad-89b8-d10dbea9678c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cca45a85-fdec-4ba1-b0fd-234af3bf1552 HTTP/1.1" status: 200 len: 217 time: 0.0367084 Aug 07 05:04:46.754929 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb8640-e71f-4519-ab04-f10d8376bca2 req-e812aa60-08d2-4777-a816-f62f4517f708 tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:04:46.756401 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-f8eb8640-e71f-4519-ab04-f10d8376bca2 req-e812aa60-08d2-4777-a816-f62f4517f708 tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] 10.222.0.13 "GET /v2.0/ports?device_id=869a2ca1-ffca-4b2a-bd4e-23fea9955654 HTTP/1.1" status: 200 len: 944 time: 0.0492365 Aug 07 05:04:46.763837 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd58eec6-373d-419b-b419-37d44bc4f49b req-5745e927-b886-4d7d-a881-87c891d76b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:04:46.765302 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-cd58eec6-373d-419b-b419-37d44bc4f49b req-5745e927-b886-4d7d-a881-87c891d76b1d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d9290f4d-e164-45dd-9617-7801f82fc230 HTTP/1.1" status: 200 len: 853 time: 0.0438752 Aug 07 05:04:46.795429 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-f8eb8640-e71f-4519-ab04-f10d8376bca2 req-00833eca-3a51-440a-a363-dc3e0481ee4e tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb1100d6-563f-470b-ae6c-e5a90fed420c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324354 Aug 07 05:04:46.798033 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-cd58eec6-373d-419b-b419-37d44bc4f49b req-fafadd0e-1b27-4d12-b14e-eaea2903ce8a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=22709571-d2fe-49d9-b757-30612acd7553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253313 Aug 07 05:04:46.889920 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-cd58eec6-373d-419b-b419-37d44bc4f49b req-38da3073-8cee-4eab-9994-3cdbe1049bf0 service neutron] 10.222.0.43 "GET /v2.0/networks/22709571-d2fe-49d9-b757-30612acd7553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844791 Aug 07 05:04:46.978021 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-cd58eec6-373d-419b-b419-37d44bc4f49b req-4f1bc3da-4680-4cbb-876e-8be19520c9ca service neutron] 10.222.0.43 "GET /v2.0/networks/22709571-d2fe-49d9-b757-30612acd7553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804610 Aug 07 05:04:47.063991 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a722d8d6-2ce1-4fdf-a558-b3c78874e342 req-4bea14d2-7780-4e38-b712-e9c3b421b0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:04:47.065483 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-a722d8d6-2ce1-4fdf-a558-b3c78874e342 req-4bea14d2-7780-4e38-b712-e9c3b421b0dc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=04b32ff4c7804723a9c72fe2fdc1273a&device_id=869a2ca1-ffca-4b2a-bd4e-23fea9955654 HTTP/1.1" status: 200 len: 1097 time: 0.0394769 Aug 07 05:04:47.157732 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a722d8d6-2ce1-4fdf-a558-b3c78874e342 req-4f52a5f1-c08b-4067-b119-ab1619f08a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:04:47.159141 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-a722d8d6-2ce1-4fdf-a558-b3c78874e342 req-4f52a5f1-c08b-4067-b119-ab1619f08a11 service neutron] 10.222.0.43 "GET /v2.0/networks?id=22709571-d2fe-49d9-b757-30612acd7553 HTTP/1.1" status: 200 len: 914 time: 0.0855286 Aug 07 05:04:47.200358 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-a722d8d6-2ce1-4fdf-a558-b3c78874e342 req-94154edd-f377-4b20-afeb-b57a4d683ac9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cca45a85-fdec-4ba1-b0fd-234af3bf1552 HTTP/1.1" status: 200 len: 217 time: 0.0337424 Aug 07 05:04:47.254286 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a722d8d6-2ce1-4fdf-a558-b3c78874e342 req-d79a8856-5710-4d42-a98f-115e97168e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:04:47.255837 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-a722d8d6-2ce1-4fdf-a558-b3c78874e342 req-d79a8856-5710-4d42-a98f-115e97168e32 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d9290f4d-e164-45dd-9617-7801f82fc230 HTTP/1.1" status: 200 len: 853 time: 0.0469491 Aug 07 05:04:47.289354 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-a722d8d6-2ce1-4fdf-a558-b3c78874e342 req-ed55a03f-2e0f-4be7-bbfe-36b27c6719eb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=22709571-d2fe-49d9-b757-30612acd7553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239727 Aug 07 05:04:47.378686 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-a722d8d6-2ce1-4fdf-a558-b3c78874e342 req-693a7a36-d8bf-41d2-ad54-5b19e4fd62c6 service neutron] 10.222.0.43 "GET /v2.0/networks/22709571-d2fe-49d9-b757-30612acd7553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804288 Aug 07 05:04:47.472487 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-a722d8d6-2ce1-4fdf-a558-b3c78874e342 req-44d31169-300a-4d6e-aea7-d6d3e19762e1 service neutron] 10.222.0.43 "GET /v2.0/networks/22709571-d2fe-49d9-b757-30612acd7553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854545 Aug 07 05:04:47.908923 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686002a4-5bf3-45e6-8cb0-e97bf412a123 req-b1309a5e-85c8-4dee-b5cd-1cef2d7bb945 tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:04:47.910418 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-686002a4-5bf3-45e6-8cb0-e97bf412a123 req-b1309a5e-85c8-4dee-b5cd-1cef2d7bb945 tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] 10.222.0.13 "GET /v2.0/ports?device_id=869a2ca1-ffca-4b2a-bd4e-23fea9955654 HTTP/1.1" status: 200 len: 944 time: 0.0480838 Aug 07 05:04:47.948730 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-686002a4-5bf3-45e6-8cb0-e97bf412a123 req-064faee7-3786-47c2-a127-fe4fe5affdd1 tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb1100d6-563f-470b-ae6c-e5a90fed420c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316653 Aug 07 05:04:49.065239 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5ac4a0-54d7-4204-9db9-b7764adebd08 req-89dfc3fc-4a0e-4dbc-8466-4d06a4b68515 tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:04:49.066724 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-9c5ac4a0-54d7-4204-9db9-b7764adebd08 req-89dfc3fc-4a0e-4dbc-8466-4d06a4b68515 tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] 10.222.0.13 "GET /v2.0/ports?device_id=869a2ca1-ffca-4b2a-bd4e-23fea9955654 HTTP/1.1" status: 200 len: 944 time: 0.0511019 Aug 07 05:04:49.105116 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-9c5ac4a0-54d7-4204-9db9-b7764adebd08 req-1ca0f839-07a1-4ce2-a6ef-98464424f1d8 tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb1100d6-563f-470b-ae6c-e5a90fed420c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323579 Aug 07 05:04:49.348255 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device cca45a85-fdec-4ba1-b0fd-234af3bf1552 details requested by agent hyperv_hv-cinder-75994 with host hv-cinder-75994 {{(pid=93261) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 05:04:49.445476 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] For port cca45a85-fdec-4ba1-b0fd-234af3bf1552, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=cca45a85-fdec-4ba1-b0fd-234af3bf1552,segment=NetworkSegment(80dc884c-fb7e-4a99-b07d-81d28479e034),segment_id=80dc884c-fb7e-4a99-b07d-81d28479e034)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:04:49.456664 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Returning: {'device': 'cca45a85-fdec-4ba1-b0fd-234af3bf1552', 'network_id': '22709571-d2fe-49d9-b757-30612acd7553', 'port_id': 'cca45a85-fdec-4ba1-b0fd-234af3bf1552', 'mac_address': 'fa:16:3e:e3:43:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9290f4d-e164-45dd-9617-7801f82fc230', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93261) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 05:04:49.493393 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:49.506846 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.notifiers.nova [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cca45a85-fdec-4ba1-b0fd-234af3bf1552 {{(pid=93261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 05:04:49.526868 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] For port cca45a85-fdec-4ba1-b0fd-234af3bf1552, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=cca45a85-fdec-4ba1-b0fd-234af3bf1552,segment=NetworkSegment(80dc884c-fb7e-4a99-b07d-81d28479e034),segment_id=80dc884c-fb7e-4a99-b07d-81d28479e034)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:04:49.530889 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:49.577464 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Pushing event updated for resources: {'Port': ['ID=cca45a85-fdec-4ba1-b0fd-234af3bf1552,revision_number=4']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:04:49.584328 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:04:49.584681 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:04:49.585026 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:04:49.585366 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:04:49.585701 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:04:49.586059 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:04:49.586393 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:04:49.587237 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:04:49.587572 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:04:49.587903 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:04:49.588307 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:04:49.588550 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:04:49.773172 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] get_ports_and_sgs() called for port_ids ['cca45a85-fdec-4ba1-b0fd-234af3bf1552'] {{(pid=93261) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 05:04:50.217902 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a9738-2d02-49cb-808b-b83024f4a783 req-b35104a7-8a5f-48ae-9e63-15bc7de6ebf5 tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:04:50.219372 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-da7a9738-2d02-49cb-808b-b83024f4a783 req-b35104a7-8a5f-48ae-9e63-15bc7de6ebf5 tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] 10.222.0.13 "GET /v2.0/ports?device_id=869a2ca1-ffca-4b2a-bd4e-23fea9955654 HTTP/1.1" status: 200 len: 945 time: 0.0475264 Aug 07 05:04:50.256676 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-da7a9738-2d02-49cb-808b-b83024f4a783 req-ffa1caf4-29de-419f-b2db-28184a3fc511 tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb1100d6-563f-470b-ae6c-e5a90fed420c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314121 Aug 07 05:04:51.368259 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device cca45a85-fdec-4ba1-b0fd-234af3bf1552 up at agent hyperv_hv-cinder-75994 {{(pid=93261) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 05:04:51.369500 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c415e-a6e4-4043-92d2-bc443fd0148d req-3ed24473-ad3a-4c2f-9718-01559e7bee0a tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:04:51.371021 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-b28c415e-a6e4-4043-92d2-bc443fd0148d req-3ed24473-ad3a-4c2f-9718-01559e7bee0a tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] 10.222.0.13 "GET /v2.0/ports?device_id=869a2ca1-ffca-4b2a-bd4e-23fea9955654 HTTP/1.1" status: 200 len: 945 time: 0.0485914 Aug 07 05:04:51.409549 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-b28c415e-a6e4-4043-92d2-bc443fd0148d req-e75f5a1b-5caf-48dc-843d-3580874200ca tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb1100d6-563f-470b-ae6c-e5a90fed420c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326493 Aug 07 05:04:51.416931 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Provisioning for port cca45a85-fdec-4ba1-b0fd-234af3bf1552 completed by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 05:04:51.420601 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.provisioning_blocks [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Provisioning complete for port cca45a85-fdec-4ba1-b0fd-234af3bf1552 triggered by entity L2. {{(pid=93261) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 05:04:51.425019 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362814'] for port, provisioning_complete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:51.505803 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1833533'] for port, before_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:51.533864 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '869a2ca1-ffca-4b2a-bd4e-23fea9955654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cca45a85-fdec-4ba1-b0fd-234af3bf1552'}] {{(pid=93261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 05:04:51.536044 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb5d2cee0e1396f99553e356b0c4b33bfeaec0d7e5dcff0a4dea0c896a01c358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-923c6d22-50e5-4cf5-914f-b829d0cd92d1" -d '{"events": [{"server_uuid": "869a2ca1-ffca-4b2a-bd4e-23fea9955654", "name": "network-vif-plugged", "status": "completed", "tag": "cca45a85-fdec-4ba1-b0fd-234af3bf1552"}]}' {{(pid=93261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 05:04:51.549908 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] For port cca45a85-fdec-4ba1-b0fd-234af3bf1552, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=cca45a85-fdec-4ba1-b0fd-234af3bf1552,segment=NetworkSegment(80dc884c-fb7e-4a99-b07d-81d28479e034),segment_id=80dc884c-fb7e-4a99-b07d-81d28479e034)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:04:51.554031 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768807599005', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768807127287', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768807128333'] for port, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:51.577312 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 05:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e816da78-9edf-4462-8c4a-03ed7de1cca4 x-openstack-request-id: req-e816da78-9edf-4462-8c4a-03ed7de1cca4 {{(pid=93261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 05:04:51.577607 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "869a2ca1-ffca-4b2a-bd4e-23fea9955654", "name": "network-vif-plugged", "status": "completed", "tag": "cca45a85-fdec-4ba1-b0fd-234af3bf1552", "code": 200}]} {{(pid=93261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 05:04:51.577940 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e816da78-9edf-4462-8c4a-03ed7de1cca4 {{(pid=93261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 05:04:51.578326 dv-cinder-759943-8-iscsi neutron-server[93261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '869a2ca1-ffca-4b2a-bd4e-23fea9955654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cca45a85-fdec-4ba1-b0fd-234af3bf1552', 'code': 200} Aug 07 05:04:51.605248 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Pushing event updated for resources: {'Port': ['ID=cca45a85-fdec-4ba1-b0fd-234af3bf1552,revision_number=5']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:04:51.736018 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39712c09-c213-41c8-9d51-e2c62ac0e26a req-38edcdbe-b139-45b5-adcb-97dd5d3a6910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:04:51.737462 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-39712c09-c213-41c8-9d51-e2c62ac0e26a req-38edcdbe-b139-45b5-adcb-97dd5d3a6910 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=869a2ca1-ffca-4b2a-bd4e-23fea9955654 HTTP/1.1" status: 200 len: 1099 time: 0.0420411 Aug 07 05:04:51.771199 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-39712c09-c213-41c8-9d51-e2c62ac0e26a req-0935e3c1-26b0-4805-9877-feabfb74cd09 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=cb1100d6-563f-470b-ae6c-e5a90fed420c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268073 Aug 07 05:04:52.525563 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe8ef01-6f58-4e4c-8c0e-a612788ca748 req-4d702cbe-e3f5-4286-8552-fbad88b9c964 tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:04:52.527121 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-3fe8ef01-6f58-4e4c-8c0e-a612788ca748 req-4d702cbe-e3f5-4286-8552-fbad88b9c964 tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] 10.222.0.13 "GET /v2.0/ports?device_id=869a2ca1-ffca-4b2a-bd4e-23fea9955654 HTTP/1.1" status: 200 len: 946 time: 0.0494425 Aug 07 05:04:52.565371 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-3fe8ef01-6f58-4e4c-8c0e-a612788ca748 req-9a187907-b1b6-45af-bbdf-646aafd975a3 tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb1100d6-563f-470b-ae6c-e5a90fed420c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322156 Aug 07 05:04:53.679701 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0838763-e01e-48a8-8c10-bc17503285e2 req-75745dd1-6d56-4550-a31a-f4b7814b1b56 tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:04:53.682115 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-f0838763-e01e-48a8-8c10-bc17503285e2 req-75745dd1-6d56-4550-a31a-f4b7814b1b56 tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] 10.222.0.13 "GET /v2.0/ports?device_id=869a2ca1-ffca-4b2a-bd4e-23fea9955654 HTTP/1.1" status: 200 len: 946 time: 0.0483904 Aug 07 05:04:53.718221 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-f0838763-e01e-48a8-8c10-bc17503285e2 req-ff9d4a7d-9efb-4949-9466-d3c33080f216 tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb1100d6-563f-470b-ae6c-e5a90fed420c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302880 Aug 07 05:04:56.783671 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-62f3922a-e738-4558-a083-4c56e3410bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:57.578978 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 45864) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:04:57.734549 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.plugin [None req-2c7b6dca-ca7d-4225-83b0-503626666082 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Deleting port 91b0ae28-8781-4137-815e-0ff087d5761d {{(pid=93259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:04:57.734886 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-2c7b6dca-ca7d-4225-83b0-503626666082 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768807591985'] for port, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:57.806524 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-2c7b6dca-ca7d-4225-83b0-503626666082 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769206'] for port, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:57.806851 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-2c7b6dca-ca7d-4225-83b0-503626666082 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:57.817829 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.plugin [None req-2c7b6dca-ca7d-4225-83b0-503626666082 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Calling delete_port for 91b0ae28-8781-4137-815e-0ff087d5761d owned by network:floatingip {{(pid=93259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:04:57.982789 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-2c7b6dca-ca7d-4225-83b0-503626666082 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768807598987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768807127278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513232'] for port, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:58.007315 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b6dca-ca7d-4225-83b0-503626666082 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Pushing event deleted for resources: {'Port': ['ID=91b0ae28-8781-4137-815e-0ff087d5761d,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:04:58.070436 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-2c7b6dca-ca7d-4225-83b0-503626666082 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Notify callbacks [] for floatingip, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:58.070773 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.db.l3_db [None req-2c7b6dca-ca7d-4225-83b0-503626666082 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Floating IP 4a305ae8-6944-4ef8-9463-46fd76bba6d2 disassociated (deleted). External IP: 172.27.1.108, port: 270cb80e-972e-4220-aa67-e66c575d5b61. Aug 07 05:04:58.276397 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c7b6dca-ca7d-4225-83b0-503626666082 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Router a642c100-1ce5-4961-a806-3c2108cdb6a3 has already been hosted by L3 agent c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6 {{(pid=93259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 05:04:58.382402 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c7b6dca-ca7d-4225-83b0-503626666082 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Notify agent at l3_agent.dv-cinder-759943-8-iscsi the message routers_updated {{(pid=93259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 05:04:58.387731 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-2c7b6dca-ca7d-4225-83b0-503626666082 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77622'] for floatingip, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:58.392404 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add1791f-eb15-4c25-a405-9920edf5f2de None None] Sync routers for ids ['a642c100-1ce5-4961-a806-3c2108cdb6a3'] in dv-cinder-759943-8-iscsi {{(pid=93261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 05:04:58.403490 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add1791f-eb15-4c25-a405-9920edf5f2de None None] Routers {'a642c100-1ce5-4961-a806-3c2108cdb6a3'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:04:58.404098 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-add1791f-eb15-4c25-a405-9920edf5f2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T05:04:30Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['a642c100-1ce5-4961-a806-3c2108cdb6a3'], 'active': True} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:04:58.415031 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-2c7b6dca-ca7d-4225-83b0-503626666082 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "DELETE /v2.0/floatingips/4a305ae8-6944-4ef8-9463-46fd76bba6d2 HTTP/1.1" status: 204 len: 168 time: 0.8349347 Aug 07 05:04:58.415747 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9187a1f0-ebad-4f15-8672-da445ebc35ff', 'tag': '270cb80e-972e-4220-aa67-e66c575d5b61'}] {{(pid=93259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 05:04:58.418156 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2475665ef9a7cb8741e3251ff967df6d1dd3d3eb822c2e36b28ddc32d9da7eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-472b2bd9-80ef-43d1-a2d1-da3e95c398f8" -d '{"events": [{"name": "network-changed", "server_uuid": "9187a1f0-ebad-4f15-8672-da445ebc35ff", "tag": "270cb80e-972e-4220-aa67-e66c575d5b61"}]}' {{(pid=93259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 05:04:58.461810 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 05:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09c9146d-19e3-4b9c-95a3-cc395c8a3d47 x-openstack-request-id: req-09c9146d-19e3-4b9c-95a3-cc395c8a3d47 {{(pid=93259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 05:04:58.466146 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9187a1f0-ebad-4f15-8672-da445ebc35ff", "tag": "270cb80e-972e-4220-aa67-e66c575d5b61", "status": "completed", "code": 200}]} {{(pid=93259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 05:04:58.466146 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-09c9146d-19e3-4b9c-95a3-cc395c8a3d47 {{(pid=93259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 05:04:58.466146 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9187a1f0-ebad-4f15-8672-da445ebc35ff', 'tag': '270cb80e-972e-4220-aa67-e66c575d5b61', 'status': 'completed', 'code': 200} Aug 07 05:04:58.514861 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvr_db [None req-add1791f-eb15-4c25-a405-9920edf5f2de None None] Set router a642c100-1ce5-4961-a806-3c2108cdb6a3 gateway port host: dv-cinder-759943-8-iscsi {{(pid=93261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:04:58.528538 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472b2bd9-80ef-43d1-a2d1-da3e95c398f8 req-51ae3f20-911a-4070-9b14-4062708d9ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:04:58.530932 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-472b2bd9-80ef-43d1-a2d1-da3e95c398f8 req-51ae3f20-911a-4070-9b14-4062708d9ad9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e0202a7fc56e416f9ce6e0728343150c&device_id=9187a1f0-ebad-4f15-8672-da445ebc35ff HTTP/1.1" status: 200 len: 1099 time: 0.0448709 Aug 07 05:04:58.630432 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472b2bd9-80ef-43d1-a2d1-da3e95c398f8 req-8da03632-d314-4017-b7bb-19eb44e18d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:04:58.631668 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-472b2bd9-80ef-43d1-a2d1-da3e95c398f8 req-8da03632-d314-4017-b7bb-19eb44e18d62 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3c6994ec-32f0-4a5f-a478-ed69244b4560 HTTP/1.1" status: 200 len: 909 time: 0.0935428 Aug 07 05:04:58.675655 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-472b2bd9-80ef-43d1-a2d1-da3e95c398f8 req-b9f975e7-fc80-4c82-933f-f744f095c4dc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=270cb80e-972e-4220-aa67-e66c575d5b61 HTTP/1.1" status: 200 len: 217 time: 0.0355811 Aug 07 05:04:58.676055 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03950343-b9a7-406c-ba1c-427d483e96c5 req-5a53a111-e180-4aa0-b712-7e6042828dd5 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:04:58.677529 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-03950343-b9a7-406c-ba1c-427d483e96c5 req-5a53a111-e180-4aa0-b712-7e6042828dd5 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "GET /v2.0/ports?device_id=9187a1f0-ebad-4f15-8672-da445ebc35ff HTTP/1.1" status: 200 len: 946 time: 0.0652423 Aug 07 05:04:58.723110 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-03950343-b9a7-406c-ba1c-427d483e96c5 req-e41282d8-64f8-4f48-9cb5-7da82bbb95f8 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ef189eb-7629-4f84-9d6f-d7b2dce7165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389569 Aug 07 05:04:58.725815 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-add1791f-eb15-4c25-a405-9920edf5f2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a642c100-1ce5-4961-a806-3c2108cdb6a3', 'name': 'tempest-TestShelveInstance-248353858-router', 'tenant_id': 'e0202a7fc56e416f9ce6e0728343150c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': '7ad86d09-251e-4943-a55a-9a21bb6fe665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T05:00:12Z', 'updated_at': '2021-08-07T05:00:16Z', 'revision_number': 4, 'project_id': 'e0202a7fc56e416f9ce6e0728343150c', 'gw_port': {'id': '7ad86d09-251e-4943-a55a-9a21bb6fe665', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:92:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a642c100-1ce5-4961-a806-3c2108cdb6a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:00:13Z', 'updated_at': '2021-08-07T05:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi', '_interfaces': [{'id': 'ecb5429c-45a6-49d7-bb4e-6aedaa9d4fa5', 'name': '', 'network_id': '3c6994ec-32f0-4a5f-a478-ed69244b4560', 'tenant_id': 'e0202a7fc56e416f9ce6e0728343150c', 'mac_address': 'fa:16:3e:87:2e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a642c100-1ce5-4961-a806-3c2108cdb6a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '8faaf127-5693-4571-b131-8fe89530dcf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:00:15Z', 'updated_at': '2021-08-07T05:00:23Z', 'revision_number': 5, 'project_id': 'e0202a7fc56e416f9ce6e0728343150c', 'subnets': [{'id': '8faaf127-5693-4571-b131-8fe89530dcf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:04:58.731870 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472b2bd9-80ef-43d1-a2d1-da3e95c398f8 req-ffaa0f4d-8725-4404-acd1-d9f93cb50ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:04:58.733357 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-472b2bd9-80ef-43d1-a2d1-da3e95c398f8 req-ffaa0f4d-8725-4404-acd1-d9f93cb50ab7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8faaf127-5693-4571-b131-8fe89530dcf6 HTTP/1.1" status: 200 len: 847 time: 0.0502348 Aug 07 05:04:58.753801 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add1791f-eb15-4c25-a405-9920edf5f2de None None] Checking router: a642c100-1ce5-4961-a806-3c2108cdb6a3 for host: dv-cinder-759943-8-iscsi {{(pid=93261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 05:04:58.762593 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add1791f-eb15-4c25-a405-9920edf5f2de None None] Routers {'a642c100-1ce5-4961-a806-3c2108cdb6a3'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:04:58.763197 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-add1791f-eb15-4c25-a405-9920edf5f2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T05:04:30Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['a642c100-1ce5-4961-a806-3c2108cdb6a3'], 'active': True} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:04:58.781755 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472b2bd9-80ef-43d1-a2d1-da3e95c398f8 req-db193225-3547-4f62-95b6-8a3216757e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:04:58.783219 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-472b2bd9-80ef-43d1-a2d1-da3e95c398f8 req-db193225-3547-4f62-95b6-8a3216757e11 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3c6994ec-32f0-4a5f-a478-ed69244b4560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419123 Aug 07 05:04:58.870165 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvr_db [None req-add1791f-eb15-4c25-a405-9920edf5f2de None None] Set router a642c100-1ce5-4961-a806-3c2108cdb6a3 gateway port host: dv-cinder-759943-8-iscsi {{(pid=93261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:04:58.873363 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-472b2bd9-80ef-43d1-a2d1-da3e95c398f8 req-4f39b6ac-f912-48ca-9fbf-7dfc22a0fe7e service neutron] 10.222.0.43 "GET /v2.0/networks/3c6994ec-32f0-4a5f-a478-ed69244b4560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817924 Aug 07 05:04:58.967948 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-472b2bd9-80ef-43d1-a2d1-da3e95c398f8 req-1f2626f6-098e-4832-9890-0383fe7fbaa1 service neutron] 10.222.0.43 "GET /v2.0/networks/3c6994ec-32f0-4a5f-a478-ed69244b4560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865040 Aug 07 05:04:59.066621 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-add1791f-eb15-4c25-a405-9920edf5f2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a642c100-1ce5-4961-a806-3c2108cdb6a3', 'name': 'tempest-TestShelveInstance-248353858-router', 'tenant_id': 'e0202a7fc56e416f9ce6e0728343150c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': '7ad86d09-251e-4943-a55a-9a21bb6fe665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T05:00:12Z', 'updated_at': '2021-08-07T05:00:16Z', 'revision_number': 4, 'project_id': 'e0202a7fc56e416f9ce6e0728343150c', 'gw_port': {'id': '7ad86d09-251e-4943-a55a-9a21bb6fe665', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:92:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a642c100-1ce5-4961-a806-3c2108cdb6a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:00:13Z', 'updated_at': '2021-08-07T05:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi', '_interfaces': [{'id': 'ecb5429c-45a6-49d7-bb4e-6aedaa9d4fa5', 'name': '', 'network_id': '3c6994ec-32f0-4a5f-a478-ed69244b4560', 'tenant_id': 'e0202a7fc56e416f9ce6e0728343150c', 'mac_address': 'fa:16:3e:87:2e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a642c100-1ce5-4961-a806-3c2108cdb6a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '8faaf127-5693-4571-b131-8fe89530dcf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:00:15Z', 'updated_at': '2021-08-07T05:00:23Z', 'revision_number': 5, 'project_id': 'e0202a7fc56e416f9ce6e0728343150c', 'subnets': [{'id': '8faaf127-5693-4571-b131-8fe89530dcf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:04:59.096581 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add1791f-eb15-4c25-a405-9920edf5f2de None None] The sync data for ids ['a642c100-1ce5-4961-a806-3c2108cdb6a3'] in dv-cinder-759943-8-iscsi is: [{'id': 'a642c100-1ce5-4961-a806-3c2108cdb6a3', 'name': 'tempest-TestShelveInstance-248353858-router', 'tenant_id': 'e0202a7fc56e416f9ce6e0728343150c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': '7ad86d09-251e-4943-a55a-9a21bb6fe665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T05:00:12Z', 'updated_at': '2021-08-07T05:00:16Z', 'revision_number': 4, 'project_id': 'e0202a7fc56e416f9ce6e0728343150c', 'gw_port': {'id': '7ad86d09-251e-4943-a55a-9a21bb6fe665', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:92:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a642c100-1ce5-4961-a806-3c2108cdb6a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:00:13Z', 'updated_at': '2021-08-07T05:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi', '_interfaces': [{'id': 'ecb5429c-45a6-49d7-bb4e-6aedaa9d4fa5', 'name': '', 'network_id': '3c6994ec-32f0-4a5f-a478-ed69244b4560', 'tenant_id': 'e0202a7fc56e416f9ce6e0728343150c', 'mac_address': 'fa:16:3e:87:2e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a642c100-1ce5-4961-a806-3c2108cdb6a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '8faaf127-5693-4571-b131-8fe89530dcf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:00:15Z', 'updated_at': '2021-08-07T05:00:23Z', 'revision_number': 5, 'project_id': 'e0202a7fc56e416f9ce6e0728343150c', 'subnets': [{'id': '8faaf127-5693-4571-b131-8fe89530dcf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 05:04:59.298807 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b560a70-8309-494d-8ad2-a6d3f009832b None None] New status for floating IP 4a305ae8-6944-4ef8-9463-46fd76bba6d2: DOWN {{(pid=93262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 05:04:59.364759 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:59.703121 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-8c9de45d-f685-4246-b8f5-53f8fb82fc28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:59.713885 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:04:59.843781 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a9d933-4569-466f-96d5-17c2126cd255 req-6fd767f6-efa6-453d-b908-0004dbc7bbcf tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:04:59.845261 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-73a9d933-4569-466f-96d5-17c2126cd255 req-6fd767f6-efa6-453d-b908-0004dbc7bbcf tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "GET /v2.0/ports?device_id=9187a1f0-ebad-4f15-8672-da445ebc35ff HTTP/1.1" status: 200 len: 946 time: 0.0484962 Aug 07 05:04:59.885116 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-73a9d933-4569-466f-96d5-17c2126cd255 req-7d8479c0-68ac-4b75-8a05-9ea22dad26ba tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "GET /v2.0/security-groups?id=0ef189eb-7629-4f84-9d6f-d7b2dce7165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335772 Aug 07 05:05:00.113396 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c393f955-7709-4796-b056-69ead271bbe2 req-13078cb3-330c-46a5-a7e1-614f4bbf2621 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:05:00.114859 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-c393f955-7709-4796-b056-69ead271bbe2 req-13078cb3-330c-46a5-a7e1-614f4bbf2621 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.43 "GET /v2.0/ports?device_id=9187a1f0-ebad-4f15-8672-da445ebc35ff HTTP/1.1" status: 200 len: 946 time: 0.0476496 Aug 07 05:05:00.206134 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.plugin [req-c393f955-7709-4796-b056-69ead271bbe2 req-8e666f7e-dac1-4c22-9ec5-6a4bb0a9e36a tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Deleting port 270cb80e-972e-4220-aa67-e66c575d5b61 {{(pid=93260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:05:00.206473 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-c393f955-7709-4796-b056-69ead271bbe2 req-8e666f7e-dac1-4c22-9ec5-6a4bb0a9e36a tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768807591985'] for port, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:00.295417 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.db [req-c393f955-7709-4796-b056-69ead271bbe2 req-8e666f7e-dac1-4c22-9ec5-6a4bb0a9e36a tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] For port 270cb80e-972e-4220-aa67-e66c575d5b61, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=270cb80e-972e-4220-aa67-e66c575d5b61,segment=NetworkSegment(c3c6c36d-6867-4fab-9428-6c308e3197f3),segment_id=c3c6c36d-6867-4fab-9428-6c308e3197f3)] {{(pid=93260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:05:00.295779 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-c393f955-7709-4796-b056-69ead271bbe2 req-8e666f7e-dac1-4c22-9ec5-6a4bb0a9e36a tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769206'] for port, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:00.313384 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.plugin [req-c393f955-7709-4796-b056-69ead271bbe2 req-8e666f7e-dac1-4c22-9ec5-6a4bb0a9e36a tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Calling delete_port for 270cb80e-972e-4220-aa67-e66c575d5b61 owned by compute:nova {{(pid=93260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:05:00.464459 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-c393f955-7709-4796-b056-69ead271bbe2 req-8e666f7e-dac1-4c22-9ec5-6a4bb0a9e36a tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768807598987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768807127278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9563756'] for port, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:00.491321 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e666f7e-dac1-4c22-9ec5-6a4bb0a9e36a tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Pushing event deleted for resources: {'Port': ['ID=270cb80e-972e-4220-aa67-e66c575d5b61,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:00.538505 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.db.l3_dvrscheduler_db [req-c393f955-7709-4796-b056-69ead271bbe2 req-8e666f7e-dac1-4c22-9ec5-6a4bb0a9e36a tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] No DVR routers for this DVR port 270cb80e-972e-4220-aa67-e66c575d5b61 on host hv-cinder-75994 {{(pid=93260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 05:05:00.541091 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-c393f955-7709-4796-b056-69ead271bbe2 req-8e666f7e-dac1-4c22-9ec5-6a4bb0a9e36a tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77622'] for port, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:00.543111 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-c393f955-7709-4796-b056-69ead271bbe2 req-8e666f7e-dac1-4c22-9ec5-6a4bb0a9e36a tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.43 "DELETE /v2.0/ports/270cb80e-972e-4220-aa67-e66c575d5b61 HTTP/1.1" status: 204 len: 173 time: 0.4219334 Aug 07 05:05:00.543542 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9187a1f0-ebad-4f15-8672-da445ebc35ff', 'name': 'network-vif-deleted', 'tag': '270cb80e-972e-4220-aa67-e66c575d5b61'}] {{(pid=93260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 05:05:00.545768 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9471522559f84b73cf1045644644c0a628e3dc4684c08e707fd64d6512f95f4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fda6b9e-c004-4c3f-9bf8-d30620567935" -d '{"events": [{"server_uuid": "9187a1f0-ebad-4f15-8672-da445ebc35ff", "name": "network-vif-deleted", "tag": "270cb80e-972e-4220-aa67-e66c575d5b61"}]}' {{(pid=93260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 05:05:00.596059 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 05:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-567f64d5-5204-4b91-b8c6-18503d305d0d x-openstack-request-id: req-567f64d5-5204-4b91-b8c6-18503d305d0d {{(pid=93260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 05:05:00.596364 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9187a1f0-ebad-4f15-8672-da445ebc35ff", "name": "network-vif-deleted", "tag": "270cb80e-972e-4220-aa67-e66c575d5b61", "status": "completed", "code": 200}]} {{(pid=93260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 05:05:00.596713 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-567f64d5-5204-4b91-b8c6-18503d305d0d {{(pid=93260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 05:05:00.597179 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9187a1f0-ebad-4f15-8672-da445ebc35ff', 'name': 'network-vif-deleted', 'tag': '270cb80e-972e-4220-aa67-e66c575d5b61', 'status': 'completed', 'code': 200} Aug 07 05:05:00.765723 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-f79f476c-1ac6-45f4-a536-05d31601a6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:00.980763 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-63fe3646-ef01-44f1-ba51-7ec892e1af96 req-eb088fb5-73c0-427d-a14c-3c277cadd916 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "GET /v2.0/ports?device_id=9187a1f0-ebad-4f15-8672-da445ebc35ff HTTP/1.1" status: 200 len: 210 time: 0.0256336 Aug 07 05:05:02.074542 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-4a32f39c-1954-4da1-8642-c66e1e42bab1 req-2a36d499-2d35-49eb-8ac3-b15cb9a5206d tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "GET /v2.0/ports?device_id=9187a1f0-ebad-4f15-8672-da445ebc35ff HTTP/1.1" status: 200 len: 210 time: 0.0254612 Aug 07 05:05:02.543837 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-fe46c1f5-d46f-4bdc-a2a5-961a9e169c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:03.166341 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-1107358f-4c6c-4f7a-864e-f390d89c9fcb req-4ef6df70-9388-4bd7-8916-dedd232a694d tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "GET /v2.0/ports?device_id=9187a1f0-ebad-4f15-8672-da445ebc35ff HTTP/1.1" status: 200 len: 210 time: 0.0259464 Aug 07 05:05:03.658250 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.agents_db [None req-236ba2d6-2b68-46f9-96aa-64978379ec1a None None] Agent healthcheck: found 6 active agents {{(pid=93262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 05:05:03.804203 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device 270cb80e-972e-4220-aa67-e66c575d5b61 no longer exists at agent hyperv_hv-cinder-75994 {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 05:05:03.824199 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.plugin [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] No Port match for: 270cb80e-972e-4220-aa67-e66c575d5b61 {{(pid=93261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 05:05:03.824541 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device 270cb80e-972e-4220-aa67-e66c575d5b61 not bound to the agent host hv-cinder-75994 {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 05:05:04.264928 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-a9929be3-a193-4fbe-bba0-f8c3e2bad76d req-69dcfbea-aa38-40dd-9097-ff794468d1d9 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "GET /v2.0/ports?device_id=9187a1f0-ebad-4f15-8672-da445ebc35ff HTTP/1.1" status: 200 len: 210 time: 0.0331976 Aug 07 05:05:05.319872 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 45912) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:05:05.379570 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-513c233b-3143-4c4c-a007-56f94077e0b1 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Notify callbacks [] for security_group, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:05.404847 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-513c233b-3143-4c4c-a007-56f94077e0b1 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:05.463331 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-513c233b-3143-4c4c-a007-56f94077e0b1 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:05.466112 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-513c233b-3143-4c4c-a007-56f94077e0b1 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Notify callbacks [] for security_group, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:05.467266 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-513c233b-3143-4c4c-a007-56f94077e0b1 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] 10.222.0.13 "DELETE /v2.0/security-groups/0ef189eb-7629-4f84-9d6f-d7b2dce7165b HTTP/1.1" status: 204 len: 168 time: 0.1462555 Aug 07 05:05:05.477244 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513c233b-3143-4c4c-a007-56f94077e0b1 tempest-TestShelveInstance-2023299114 tempest-TestShelveInstance-2023299114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef189eb-7629-4f84-9d6f-d7b2dce7165b,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:05.508918 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 45916) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:05:06.108129 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-577448fe-76f6-4c9c-8002-f6249f2dc7b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766084'] for router_interface, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:06.349288 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.plugin [None req-577448fe-76f6-4c9c-8002-f6249f2dc7b5 admin admin] Deleting port ecb5429c-45a6-49d7-bb4e-6aedaa9d4fa5 {{(pid=93260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:05:06.349623 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-577448fe-76f6-4c9c-8002-f6249f2dc7b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768807591985'] for port, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:06.424262 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.db [None req-577448fe-76f6-4c9c-8002-f6249f2dc7b5 admin admin] For port ecb5429c-45a6-49d7-bb4e-6aedaa9d4fa5, host dv-cinder-759943-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-8-iscsi',level=0,port_id=ecb5429c-45a6-49d7-bb4e-6aedaa9d4fa5,segment=NetworkSegment(c3c6c36d-6867-4fab-9428-6c308e3197f3),segment_id=c3c6c36d-6867-4fab-9428-6c308e3197f3)] {{(pid=93260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:05:06.424624 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-577448fe-76f6-4c9c-8002-f6249f2dc7b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769206'] for port, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:06.437183 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.plugin [None req-577448fe-76f6-4c9c-8002-f6249f2dc7b5 admin admin] Calling delete_port for ecb5429c-45a6-49d7-bb4e-6aedaa9d4fa5 owned by network:router_interface {{(pid=93260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:05:06.615599 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-577448fe-76f6-4c9c-8002-f6249f2dc7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768807598987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768807127278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9563756'] for port, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:06.640888 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577448fe-76f6-4c9c-8002-f6249f2dc7b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecb5429c-45a6-49d7-bb4e-6aedaa9d4fa5,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:06.814344 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-577448fe-76f6-4c9c-8002-f6249f2dc7b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-740916'] for router_interface, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:07.031337 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-577448fe-76f6-4c9c-8002-f6249f2dc7b5 admin admin] Router a642c100-1ce5-4961-a806-3c2108cdb6a3 has already been hosted by L3 agent c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6 {{(pid=93260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 05:05:07.141321 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-577448fe-76f6-4c9c-8002-f6249f2dc7b5 admin admin] Notify agent at l3_agent.dv-cinder-759943-8-iscsi the message routers_updated {{(pid=93260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 05:05:07.146541 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-577448fe-76f6-4c9c-8002-f6249f2dc7b5 admin admin] 10.222.0.13 "PUT /v2.0/routers/a642c100-1ce5-4961-a806-3c2108cdb6a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6364274 Aug 07 05:05:07.148983 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 45922) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:05:07.150085 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549525cd-ff67-4cd2-81e2-fec45520c2f4 None None] Sync routers for ids ['a642c100-1ce5-4961-a806-3c2108cdb6a3'] in dv-cinder-759943-8-iscsi {{(pid=93261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 05:05:07.160320 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549525cd-ff67-4cd2-81e2-fec45520c2f4 None None] Routers {'a642c100-1ce5-4961-a806-3c2108cdb6a3'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:05:07.160929 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-549525cd-ff67-4cd2-81e2-fec45520c2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T05:05:00Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['a642c100-1ce5-4961-a806-3c2108cdb6a3'], 'active': True} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:05:07.256153 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-e4092783-a45c-455c-9220-ad10711a5568 admin admin] Notify callbacks [] for router, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:07.263624 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvr_db [None req-549525cd-ff67-4cd2-81e2-fec45520c2f4 None None] Set router a642c100-1ce5-4961-a806-3c2108cdb6a3 gateway port host: dv-cinder-759943-8-iscsi {{(pid=93261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:05:07.355115 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-e4092783-a45c-455c-9220-ad10711a5568 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:07.410512 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.plugin [None req-e4092783-a45c-455c-9220-ad10711a5568 admin admin] Deleting port 7ad86d09-251e-4943-a55a-9a21bb6fe665 {{(pid=93260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:05:07.410765 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-e4092783-a45c-455c-9220-ad10711a5568 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768807591985'] for port, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:07.438495 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-549525cd-ff67-4cd2-81e2-fec45520c2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a642c100-1ce5-4961-a806-3c2108cdb6a3', 'name': 'tempest-TestShelveInstance-248353858-router', 'tenant_id': 'e0202a7fc56e416f9ce6e0728343150c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': '7ad86d09-251e-4943-a55a-9a21bb6fe665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T05:00:12Z', 'updated_at': '2021-08-07T05:05:06Z', 'revision_number': 5, 'project_id': 'e0202a7fc56e416f9ce6e0728343150c', 'gw_port': {'id': '7ad86d09-251e-4943-a55a-9a21bb6fe665', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:92:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a642c100-1ce5-4961-a806-3c2108cdb6a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:00:13Z', 'updated_at': '2021-08-07T05:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi'}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:05:07.473081 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549525cd-ff67-4cd2-81e2-fec45520c2f4 None None] Checking router: a642c100-1ce5-4961-a806-3c2108cdb6a3 for host: dv-cinder-759943-8-iscsi {{(pid=93261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 05:05:07.482097 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549525cd-ff67-4cd2-81e2-fec45520c2f4 None None] Routers {'a642c100-1ce5-4961-a806-3c2108cdb6a3'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:05:07.482706 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-549525cd-ff67-4cd2-81e2-fec45520c2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T05:05:00Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['a642c100-1ce5-4961-a806-3c2108cdb6a3'], 'active': True} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:05:07.491687 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.db [None req-e4092783-a45c-455c-9220-ad10711a5568 admin admin] For port 7ad86d09-251e-4943-a55a-9a21bb6fe665, host dv-cinder-759943-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-8-iscsi',level=0,port_id=7ad86d09-251e-4943-a55a-9a21bb6fe665,segment=NetworkSegment(ac6f53da-148d-4154-8f83-3b309cb182da),segment_id=ac6f53da-148d-4154-8f83-3b309cb182da)] {{(pid=93260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:05:07.492058 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-e4092783-a45c-455c-9220-ad10711a5568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769206'] for port, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:07.506266 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.plugin [None req-e4092783-a45c-455c-9220-ad10711a5568 admin admin] Calling delete_port for 7ad86d09-251e-4943-a55a-9a21bb6fe665 owned by network:router_gateway {{(pid=93260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:05:07.568482 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvr_db [None req-549525cd-ff67-4cd2-81e2-fec45520c2f4 None None] Set router a642c100-1ce5-4961-a806-3c2108cdb6a3 gateway port host: None {{(pid=93261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:05:07.620145 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-549525cd-ff67-4cd2-81e2-fec45520c2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a642c100-1ce5-4961-a806-3c2108cdb6a3', 'name': 'tempest-TestShelveInstance-248353858-router', 'tenant_id': 'e0202a7fc56e416f9ce6e0728343150c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T05:00:12Z', 'updated_at': '2021-08-07T05:05:07Z', 'revision_number': 6, 'project_id': 'e0202a7fc56e416f9ce6e0728343150c', 'gw_port_host': None}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:05:07.679657 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-e4092783-a45c-455c-9220-ad10711a5568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768807598987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768807127278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9563756'] for port, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:07.707691 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4092783-a45c-455c-9220-ad10711a5568 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ad86d09-251e-4943-a55a-9a21bb6fe665,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:07.772788 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-e4092783-a45c-455c-9220-ad10711a5568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-766674'] for router_gateway, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:07.782550 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549525cd-ff67-4cd2-81e2-fec45520c2f4 None None] The sync data for ids ['a642c100-1ce5-4961-a806-3c2108cdb6a3'] in dv-cinder-759943-8-iscsi is: [{'id': 'a642c100-1ce5-4961-a806-3c2108cdb6a3', 'name': 'tempest-TestShelveInstance-248353858-router', 'tenant_id': 'e0202a7fc56e416f9ce6e0728343150c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T05:00:12Z', 'updated_at': '2021-08-07T05:05:07Z', 'revision_number': 6, 'project_id': 'e0202a7fc56e416f9ce6e0728343150c', 'gw_port_host': None}] {{(pid=93261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 05:05:07.863349 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-e4092783-a45c-455c-9220-ad10711a5568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1671'] for router, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:07.865661 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-e4092783-a45c-455c-9220-ad10711a5568 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:07.908640 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-e4092783-a45c-455c-9220-ad10711a5568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-739794'] for router, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:07.909328 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4092783-a45c-455c-9220-ad10711a5568 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a642c100-1ce5-4961-a806-3c2108cdb6a3 {{(pid=93260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 07 05:05:07.917120 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-e4092783-a45c-455c-9220-ad10711a5568 admin admin] Notify callbacks [] for router, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:07.918625 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-e4092783-a45c-455c-9220-ad10711a5568 admin admin] 10.222.0.13 "DELETE /v2.0/routers/a642c100-1ce5-4961-a806-3c2108cdb6a3 HTTP/1.1" status: 204 len: 168 time: 0.7685468 Aug 07 05:05:07.921292 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 45926) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:05:07.969858 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b7b794d-276f-43e7-9327-87a15be114b2 admin admin] Deleting subnet 8faaf127-5693-4571-b131-8fe89530dcf6 {{(pid=93260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 05:05:07.972842 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-4b7b794d-276f-43e7-9327-87a15be114b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:08.005750 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-4b7b794d-276f-43e7-9327-87a15be114b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9590751'] for subnet, precommit_delete_associations {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:08.080709 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-4b7b794d-276f-43e7-9327-87a15be114b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799044'] for subnet, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:08.139829 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-4b7b794d-276f-43e7-9327-87a15be114b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9563743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9718305'] for subnet, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:08.171595 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7b794d-276f-43e7-9327-87a15be114b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8faaf127-5693-4571-b131-8fe89530dcf6,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:08.173492 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-4b7b794d-276f-43e7-9327-87a15be114b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:08.177985 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 45928) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:05:08.178514 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-4b7b794d-276f-43e7-9327-87a15be114b2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8faaf127-5693-4571-b131-8fe89530dcf6 HTTP/1.1" status: 204 len: 168 time: 0.2556703 Aug 07 05:05:08.180810 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc9e041-0239-4f50-881c-05cd3fac5287 None None] Network 3c6994ec-32f0-4a5f-a478-ed69244b4560 requested from dv-cinder-759943-8-iscsi {{(pid=93261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 05:05:08.256366 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-ad966b78-af68-4e63-85aa-edeed319148b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1651291'] for network, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:08.316499 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.plugin [None req-ad966b78-af68-4e63-85aa-edeed319148b admin admin] Deleting port a8771436-8fd2-467e-8b16-0fad8fbc78b3 {{(pid=93259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:05:08.316850 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-ad966b78-af68-4e63-85aa-edeed319148b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768807591985'] for port, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:08.382498 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.db [None req-ad966b78-af68-4e63-85aa-edeed319148b admin admin] For port a8771436-8fd2-467e-8b16-0fad8fbc78b3, host dv-cinder-759943-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-8-iscsi',level=0,port_id=a8771436-8fd2-467e-8b16-0fad8fbc78b3,segment=NetworkSegment(c3c6c36d-6867-4fab-9428-6c308e3197f3),segment_id=c3c6c36d-6867-4fab-9428-6c308e3197f3)] {{(pid=93259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:05:08.382865 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-ad966b78-af68-4e63-85aa-edeed319148b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769206'] for port, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:08.396073 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.plugin [None req-ad966b78-af68-4e63-85aa-edeed319148b admin admin] Calling delete_port for a8771436-8fd2-467e-8b16-0fad8fbc78b3 owned by network:dhcp {{(pid=93259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:05:08.480248 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-ad966b78-af68-4e63-85aa-edeed319148b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768807598987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768807127278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513232'] for port, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:08.506086 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad966b78-af68-4e63-85aa-edeed319148b admin admin] Pushing event deleted for resources: {'Port': ['ID=a8771436-8fd2-467e-8b16-0fad8fbc78b3,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:08.510236 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad966b78-af68-4e63-85aa-edeed319148b admin admin] No DVR routers for this DVR port a8771436-8fd2-467e-8b16-0fad8fbc78b3 on host dv-cinder-759943-8-iscsi {{(pid=93259) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 05:05:08.582274 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-ad966b78-af68-4e63-85aa-edeed319148b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798403', 'neutron.services.segments.db._delete_segments_for_network-8768807654000'] for network, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:08.592877 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.services.segments.db [None req-ad966b78-af68-4e63-85aa-edeed319148b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c6994ec-32f0-4a5f-a478-ed69244b4560']}} {{(pid=93259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:05:08.609045 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.services.segments.db [None req-ad966b78-af68-4e63-85aa-edeed319148b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3c6c36d-6867-4fab-9428-6c308e3197f3') {'for_net_delete': True} {{(pid=93259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:05:08.609581 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.services.segments.db [None req-ad966b78-af68-4e63-85aa-edeed319148b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3c6c36d-6867-4fab-9428-6c308e3197f3') {} {{(pid=93259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:05:08.614228 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834fc34f-e82e-4aaa-a427-d72091a7175e None None] DHCP port deletion for 3c6994ec-32f0-4a5f-a478-ed69244b4560 request from dv-cinder-759943-8-iscsi {{(pid=93261) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 07 05:05:08.620753 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-ad966b78-af68-4e63-85aa-edeed319148b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768807608441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9496100'] for segment, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:08.635774 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-ad966b78-af68-4e63-85aa-edeed319148b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799109'] for segment, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:08.642311 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad966b78-af68-4e63-85aa-edeed319148b admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=93259) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 05:05:08.642637 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-ad966b78-af68-4e63-85aa-edeed319148b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8513085'] for segment, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:08.644240 dv-cinder-759943-8-iscsi neutron-server[93259]: Traceback (most recent call last): Aug 07 05:05:08.644240 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 05:05:08.644240 dv-cinder-759943-8-iscsi neutron-server[93259]: timer() Aug 07 05:05:08.644240 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 05:05:08.644240 dv-cinder-759943-8-iscsi neutron-server[93259]: cb(*args, **kw) Aug 07 05:05:08.644240 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 05:05:08.644240 dv-cinder-759943-8-iscsi neutron-server[93259]: return func(*args, **kwargs) Aug 07 05:05:08.644240 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 05:05:08.644240 dv-cinder-759943-8-iscsi neutron-server[93259]: self._notify() Aug 07 05:05:08.644240 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 05:05:08.644240 dv-cinder-759943-8-iscsi neutron-server[93259]: self.callback(batched_events) Aug 07 05:05:08.644240 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 05:05:08.644240 dv-cinder-759943-8-iscsi neutron-server[93259]: event.method(event) Aug 07 05:05:08.644240 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 05:05:08.644240 dv-cinder-759943-8-iscsi neutron-server[93259]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 05:05:08.644240 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 05:05:08.644240 dv-cinder-759943-8-iscsi neutron-server[93259]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 05:05:08.644240 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 05:05:08.644240 dv-cinder-759943-8-iscsi neutron-server[93259]: return f(self, *a, **k) Aug 07 05:05:08.644240 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 05:05:08.644240 dv-cinder-759943-8-iscsi neutron-server[93259]: return self._get(url).json() Aug 07 05:05:08.644240 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 05:05:08.644240 dv-cinder-759943-8-iscsi neutron-server[93259]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 05:05:08.644240 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 05:05:08.644240 dv-cinder-759943-8-iscsi neutron-server[93259]: return self.request(url, 'GET', **kwargs) Aug 07 05:05:08.644240 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 05:05:08.644240 dv-cinder-759943-8-iscsi neutron-server[93259]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 05:05:08.644240 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 05:05:08.644240 dv-cinder-759943-8-iscsi neutron-server[93259]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 05:05:08.644240 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 05:05:08.644240 dv-cinder-759943-8-iscsi neutron-server[93259]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 05:05:08.644240 dv-cinder-759943-8-iscsi neutron-server[93259]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 05:05:08.698392 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-ad966b78-af68-4e63-85aa-edeed319148b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-766646'] for network, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:08.704444 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-ad966b78-af68-4e63-85aa-edeed319148b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568364'] for network, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:08.709531 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-ad966b78-af68-4e63-85aa-edeed319148b admin admin] 10.222.0.13 "DELETE /v2.0/networks/3c6994ec-32f0-4a5f-a478-ed69244b4560 HTTP/1.1" status: 204 len: 168 time: 0.5276015 Aug 07 05:05:08.709714 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 45930) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:05:08.720950 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad966b78-af68-4e63-85aa-edeed319148b admin admin] Pushing event deleted for resources: {'Network': ['ID=3c6994ec-32f0-4a5f-a478-ed69244b4560,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:08.921031 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device a8771436-8fd2-467e-8b16-0fad8fbc78b3 no longer exists at agent ovs-agent-dv-cinder-759943-8-iscsi {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 05:05:08.944654 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.plugin [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] No Port match for: a8771436-8fd2-467e-8b16-0fad8fbc78b3 {{(pid=93261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 05:05:08.945574 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device a8771436-8fd2-467e-8b16-0fad8fbc78b3 not bound to the agent host dv-cinder-759943-8-iscsi {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 05:05:08.945574 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device 7ad86d09-251e-4943-a55a-9a21bb6fe665 no longer exists at agent ovs-agent-dv-cinder-759943-8-iscsi {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 05:05:08.964814 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.plugin [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] No Port match for: 7ad86d09-251e-4943-a55a-9a21bb6fe665 {{(pid=93261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 05:05:08.965156 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device 7ad86d09-251e-4943-a55a-9a21bb6fe665 not bound to the agent host dv-cinder-759943-8-iscsi {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 05:05:08.965585 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device ecb5429c-45a6-49d7-bb4e-6aedaa9d4fa5 no longer exists at agent ovs-agent-dv-cinder-759943-8-iscsi {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 05:05:08.988201 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.plugin [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] No Port match for: ecb5429c-45a6-49d7-bb4e-6aedaa9d4fa5 {{(pid=93261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 05:05:08.988477 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device ecb5429c-45a6-49d7-bb4e-6aedaa9d4fa5 not bound to the agent host dv-cinder-759943-8-iscsi {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 05:05:09.082900 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-36ffe1e3-9fe7-40c2-acfe-f900c54ad98b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766084'] for router_interface, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:09.325895 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.plugin [None req-36ffe1e3-9fe7-40c2-acfe-f900c54ad98b admin admin] Deleting port 0d1f30e3-006e-44e3-b27f-989d926c0fae {{(pid=93260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:05:09.326146 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-36ffe1e3-9fe7-40c2-acfe-f900c54ad98b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768807591985'] for port, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:09.407434 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.db [None req-36ffe1e3-9fe7-40c2-acfe-f900c54ad98b admin admin] For port 0d1f30e3-006e-44e3-b27f-989d926c0fae, host dv-cinder-759943-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-8-iscsi',level=0,port_id=0d1f30e3-006e-44e3-b27f-989d926c0fae,segment=NetworkSegment(32d3c5d1-bfba-4416-aac2-85938d219641),segment_id=32d3c5d1-bfba-4416-aac2-85938d219641)] {{(pid=93260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:05:09.407805 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-36ffe1e3-9fe7-40c2-acfe-f900c54ad98b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769206'] for port, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:09.420149 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.plugin [None req-36ffe1e3-9fe7-40c2-acfe-f900c54ad98b admin admin] Calling delete_port for 0d1f30e3-006e-44e3-b27f-989d926c0fae owned by network:router_interface {{(pid=93260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:05:09.599208 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-36ffe1e3-9fe7-40c2-acfe-f900c54ad98b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768807598987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768807127278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9563756'] for port, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:09.625011 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ffe1e3-9fe7-40c2-acfe-f900c54ad98b admin admin] Pushing event deleted for resources: {'Port': ['ID=0d1f30e3-006e-44e3-b27f-989d926c0fae,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:10.044988 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-36ffe1e3-9fe7-40c2-acfe-f900c54ad98b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-740916'] for router_interface, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:10.263181 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36ffe1e3-9fe7-40c2-acfe-f900c54ad98b admin admin] Router 138a3e02-7493-4821-bb93-f42a21a43334 has already been hosted by L3 agent c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6 {{(pid=93260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 05:05:10.367864 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ffe1e3-9fe7-40c2-acfe-f900c54ad98b admin admin] Notify agent at l3_agent.dv-cinder-759943-8-iscsi the message routers_updated {{(pid=93260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 05:05:10.373274 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-36ffe1e3-9fe7-40c2-acfe-f900c54ad98b admin admin] 10.222.0.13 "PUT /v2.0/routers/138a3e02-7493-4821-bb93-f42a21a43334/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6624579 Aug 07 05:05:10.375933 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 45944) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:05:10.376760 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6c3765-7238-4fd2-84e2-51bc84e203e9 None None] Sync routers for ids ['138a3e02-7493-4821-bb93-f42a21a43334'] in dv-cinder-759943-8-iscsi {{(pid=93262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 05:05:10.386336 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6c3765-7238-4fd2-84e2-51bc84e203e9 None None] Routers {'138a3e02-7493-4821-bb93-f42a21a43334'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:05:10.386925 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_hamode_db [None req-af6c3765-7238-4fd2-84e2-51bc84e203e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T05:05:00Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['138a3e02-7493-4821-bb93-f42a21a43334'], 'active': True} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:05:10.480735 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-e00add38-ce82-435f-92b3-9c2537fa057a admin admin] Notify callbacks [] for router, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:10.488085 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvr_db [None req-af6c3765-7238-4fd2-84e2-51bc84e203e9 None None] Set router 138a3e02-7493-4821-bb93-f42a21a43334 gateway port host: dv-cinder-759943-8-iscsi {{(pid=93262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:05:10.581474 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-e00add38-ce82-435f-92b3-9c2537fa057a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:10.635898 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.plugin [None req-e00add38-ce82-435f-92b3-9c2537fa057a admin admin] Deleting port ec1f4994-279b-449f-b0c5-5c88195e651c {{(pid=93260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:05:10.636138 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-e00add38-ce82-435f-92b3-9c2537fa057a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768807591985'] for port, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:10.670971 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_hamode_db [None req-af6c3765-7238-4fd2-84e2-51bc84e203e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '138a3e02-7493-4821-bb93-f42a21a43334', 'name': 'tempest-TestShelveInstance-1837395371-router', 'tenant_id': 'ded0d4293f2c48c4931f6387c70e3971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': 'ec1f4994-279b-449f-b0c5-5c88195e651c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T05:00:18Z', 'updated_at': '2021-08-07T05:05:09Z', 'revision_number': 5, 'project_id': 'ded0d4293f2c48c4931f6387c70e3971', 'gw_port': {'id': 'ec1f4994-279b-449f-b0c5-5c88195e651c', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '138a3e02-7493-4821-bb93-f42a21a43334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T05:00:19Z', 'updated_at': '2021-08-07T05:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi'}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:05:10.702865 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6c3765-7238-4fd2-84e2-51bc84e203e9 None None] Checking router: 138a3e02-7493-4821-bb93-f42a21a43334 for host: dv-cinder-759943-8-iscsi {{(pid=93262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 05:05:10.710926 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6c3765-7238-4fd2-84e2-51bc84e203e9 None None] Routers {'138a3e02-7493-4821-bb93-f42a21a43334'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:05:10.711524 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_hamode_db [None req-af6c3765-7238-4fd2-84e2-51bc84e203e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T05:05:00Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['138a3e02-7493-4821-bb93-f42a21a43334'], 'active': True} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:05:10.715216 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.db [None req-e00add38-ce82-435f-92b3-9c2537fa057a admin admin] For port ec1f4994-279b-449f-b0c5-5c88195e651c, host dv-cinder-759943-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-8-iscsi',level=0,port_id=ec1f4994-279b-449f-b0c5-5c88195e651c,segment=NetworkSegment(ac6f53da-148d-4154-8f83-3b309cb182da),segment_id=ac6f53da-148d-4154-8f83-3b309cb182da)] {{(pid=93260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:05:10.715588 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-e00add38-ce82-435f-92b3-9c2537fa057a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769206'] for port, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:10.732838 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.plugin [None req-e00add38-ce82-435f-92b3-9c2537fa057a admin admin] Calling delete_port for ec1f4994-279b-449f-b0c5-5c88195e651c owned by network:router_gateway {{(pid=93260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:05:10.797400 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvr_db [None req-af6c3765-7238-4fd2-84e2-51bc84e203e9 None None] Set router 138a3e02-7493-4821-bb93-f42a21a43334 gateway port host: None {{(pid=93262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:05:10.847653 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_hamode_db [None req-af6c3765-7238-4fd2-84e2-51bc84e203e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '138a3e02-7493-4821-bb93-f42a21a43334', 'name': 'tempest-TestShelveInstance-1837395371-router', 'tenant_id': 'ded0d4293f2c48c4931f6387c70e3971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T05:00:18Z', 'updated_at': '2021-08-07T05:05:10Z', 'revision_number': 6, 'project_id': 'ded0d4293f2c48c4931f6387c70e3971', 'gw_port_host': None}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:05:10.877745 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6c3765-7238-4fd2-84e2-51bc84e203e9 None None] The sync data for ids ['138a3e02-7493-4821-bb93-f42a21a43334'] in dv-cinder-759943-8-iscsi is: [{'id': '138a3e02-7493-4821-bb93-f42a21a43334', 'name': 'tempest-TestShelveInstance-1837395371-router', 'tenant_id': 'ded0d4293f2c48c4931f6387c70e3971', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T05:00:18Z', 'updated_at': '2021-08-07T05:05:10Z', 'revision_number': 6, 'project_id': 'ded0d4293f2c48c4931f6387c70e3971', 'gw_port_host': None}] {{(pid=93262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 05:05:10.911284 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-e00add38-ce82-435f-92b3-9c2537fa057a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768807598987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768807127278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9563756'] for port, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:10.938489 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00add38-ce82-435f-92b3-9c2537fa057a admin admin] Pushing event deleted for resources: {'Port': ['ID=ec1f4994-279b-449f-b0c5-5c88195e651c,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:10.998684 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-e00add38-ce82-435f-92b3-9c2537fa057a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-766674'] for router_gateway, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:11.086093 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-e00add38-ce82-435f-92b3-9c2537fa057a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1671'] for router, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:11.088775 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-e00add38-ce82-435f-92b3-9c2537fa057a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:11.131611 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-e00add38-ce82-435f-92b3-9c2537fa057a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-739794'] for router, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:11.132134 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e00add38-ce82-435f-92b3-9c2537fa057a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 138a3e02-7493-4821-bb93-f42a21a43334 {{(pid=93260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 07 05:05:11.137625 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-e00add38-ce82-435f-92b3-9c2537fa057a admin admin] Notify callbacks [] for router, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:11.139058 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-e00add38-ce82-435f-92b3-9c2537fa057a admin admin] 10.222.0.13 "DELETE /v2.0/routers/138a3e02-7493-4821-bb93-f42a21a43334 HTTP/1.1" status: 204 len: 168 time: 0.7620244 Aug 07 05:05:11.141821 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 45946) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:05:11.357258 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.db.db_base_plugin_v2 [None req-398adb71-db3c-49ee-ad37-16e3c1baa984 admin admin] Deleting subnet 0149e8f7-0550-48ac-a46a-2fe544aeddb3 {{(pid=93260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 05:05:11.360672 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-398adb71-db3c-49ee-ad37-16e3c1baa984 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:11.395890 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-398adb71-db3c-49ee-ad37-16e3c1baa984 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9590751'] for subnet, precommit_delete_associations {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:11.470869 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-398adb71-db3c-49ee-ad37-16e3c1baa984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799044'] for subnet, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:11.531152 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-398adb71-db3c-49ee-ad37-16e3c1baa984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9563743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9718305'] for subnet, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:11.556142 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398adb71-db3c-49ee-ad37-16e3c1baa984 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0149e8f7-0550-48ac-a46a-2fe544aeddb3,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:11.562369 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-398adb71-db3c-49ee-ad37-16e3c1baa984 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:11.564233 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-398adb71-db3c-49ee-ad37-16e3c1baa984 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0149e8f7-0550-48ac-a46a-2fe544aeddb3 HTTP/1.1" status: 204 len: 168 time: 0.4214501 Aug 07 05:05:11.567018 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 45956) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:05:11.568061 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21ba3b9-a77c-4434-9d18-caa7a8b9f6c8 None None] Network 3e64f94c-33aa-45a1-9900-3fa59f9cc3fb requested from dv-cinder-759943-8-iscsi {{(pid=93261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 05:05:11.641867 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-c19c233e-f72e-4ab3-9253-c08d9254e282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1651291'] for network, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:11.698917 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.plugin [None req-c19c233e-f72e-4ab3-9253-c08d9254e282 admin admin] Deleting port 8aa3014e-bae1-4366-aeab-34632d50eb2a {{(pid=93259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:05:11.699264 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-c19c233e-f72e-4ab3-9253-c08d9254e282 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768807591985'] for port, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:11.748484 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e1080a-ae64-4ffc-b5d3-6f95bf633db2 None None] DHCP port deletion for 3e64f94c-33aa-45a1-9900-3fa59f9cc3fb request from dv-cinder-759943-8-iscsi {{(pid=93261) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 07 05:05:11.769975 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.db [None req-c19c233e-f72e-4ab3-9253-c08d9254e282 admin admin] For port 8aa3014e-bae1-4366-aeab-34632d50eb2a, host dv-cinder-759943-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-8-iscsi',level=0,port_id=8aa3014e-bae1-4366-aeab-34632d50eb2a,segment=NetworkSegment(32d3c5d1-bfba-4416-aac2-85938d219641),segment_id=32d3c5d1-bfba-4416-aac2-85938d219641)] {{(pid=93259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:05:11.769975 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-c19c233e-f72e-4ab3-9253-c08d9254e282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769206'] for port, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:11.784318 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.plugin [None req-c19c233e-f72e-4ab3-9253-c08d9254e282 admin admin] Calling delete_port for 8aa3014e-bae1-4366-aeab-34632d50eb2a owned by network:dhcp {{(pid=93259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:05:11.798961 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.plugin [None req-92e1080a-ae64-4ffc-b5d3-6f95bf633db2 None None] Deleting port 8aa3014e-bae1-4366-aeab-34632d50eb2a {{(pid=93261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:05:11.799346 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-92e1080a-ae64-4ffc-b5d3-6f95bf633db2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768807591985'] for port, before_delete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:11.877486 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-92e1080a-ae64-4ffc-b5d3-6f95bf633db2 None None] For port 8aa3014e-bae1-4366-aeab-34632d50eb2a, host dv-cinder-759943-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-8-iscsi',level=0,port_id=8aa3014e-bae1-4366-aeab-34632d50eb2a,segment=NetworkSegment(32d3c5d1-bfba-4416-aac2-85938d219641),segment_id=32d3c5d1-bfba-4416-aac2-85938d219641)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:05:11.877940 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-92e1080a-ae64-4ffc-b5d3-6f95bf633db2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769206'] for port, precommit_delete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:11.878986 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-c19c233e-f72e-4ab3-9253-c08d9254e282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768807598987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768807127278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513232'] for port, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:11.898095 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.plugin [None req-92e1080a-ae64-4ffc-b5d3-6f95bf633db2 None None] Calling delete_port for 8aa3014e-bae1-4366-aeab-34632d50eb2a owned by network:dhcp {{(pid=93261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:05:11.907922 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19c233e-f72e-4ab3-9253-c08d9254e282 admin admin] Pushing event deleted for resources: {'Port': ['ID=8aa3014e-bae1-4366-aeab-34632d50eb2a,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:11.912418 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19c233e-f72e-4ab3-9253-c08d9254e282 admin admin] No DVR routers for this DVR port 8aa3014e-bae1-4366-aeab-34632d50eb2a on host dv-cinder-759943-8-iscsi {{(pid=93259) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 05:05:11.922266 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19c233e-f72e-4ab3-9253-c08d9254e282 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:05:11.922615 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19c233e-f72e-4ab3-9253-c08d9254e282 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:05:11.922965 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19c233e-f72e-4ab3-9253-c08d9254e282 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:05:11.923306 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19c233e-f72e-4ab3-9253-c08d9254e282 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:05:11.923642 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19c233e-f72e-4ab3-9253-c08d9254e282 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:05:11.923976 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19c233e-f72e-4ab3-9253-c08d9254e282 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:05:11.924308 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19c233e-f72e-4ab3-9253-c08d9254e282 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:05:11.924658 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19c233e-f72e-4ab3-9253-c08d9254e282 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:05:11.924968 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19c233e-f72e-4ab3-9253-c08d9254e282 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:05:11.925291 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19c233e-f72e-4ab3-9253-c08d9254e282 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:05:11.925615 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19c233e-f72e-4ab3-9253-c08d9254e282 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:05:11.925966 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19c233e-f72e-4ab3-9253-c08d9254e282 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93259) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:05:11.984677 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-92e1080a-ae64-4ffc-b5d3-6f95bf633db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768807598987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768807127278'] for port, after_delete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:12.005211 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-c19c233e-f72e-4ab3-9253-c08d9254e282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798403', 'neutron.services.segments.db._delete_segments_for_network-8768807654000'] for network, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:12.009449 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e1080a-ae64-4ffc-b5d3-6f95bf633db2 None None] Pushing event deleted for resources: {'Port': ['ID=8aa3014e-bae1-4366-aeab-34632d50eb2a,revision_number=None']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:12.013008 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e1080a-ae64-4ffc-b5d3-6f95bf633db2 None None] No DVR routers for this DVR port 8aa3014e-bae1-4366-aeab-34632d50eb2a on host dv-cinder-759943-8-iscsi {{(pid=93261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 05:05:12.018131 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.services.segments.db [None req-c19c233e-f72e-4ab3-9253-c08d9254e282 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e64f94c-33aa-45a1-9900-3fa59f9cc3fb']}} {{(pid=93259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:05:12.029856 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.services.segments.db [None req-c19c233e-f72e-4ab3-9253-c08d9254e282 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32d3c5d1-bfba-4416-aac2-85938d219641') {'for_net_delete': True} {{(pid=93259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:05:12.030163 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.services.segments.db [None req-c19c233e-f72e-4ab3-9253-c08d9254e282 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32d3c5d1-bfba-4416-aac2-85938d219641') {} {{(pid=93259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:05:12.038967 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-c19c233e-f72e-4ab3-9253-c08d9254e282 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768807608441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9496100'] for segment, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:12.053292 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-c19c233e-f72e-4ab3-9253-c08d9254e282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799109'] for segment, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:12.059467 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c19c233e-f72e-4ab3-9253-c08d9254e282 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=93259) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 05:05:12.059897 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-c19c233e-f72e-4ab3-9253-c08d9254e282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8513085'] for segment, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:12.061588 dv-cinder-759943-8-iscsi neutron-server[93259]: Traceback (most recent call last): Aug 07 05:05:12.061588 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 05:05:12.061588 dv-cinder-759943-8-iscsi neutron-server[93259]: timer() Aug 07 05:05:12.061588 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 05:05:12.061588 dv-cinder-759943-8-iscsi neutron-server[93259]: cb(*args, **kw) Aug 07 05:05:12.061588 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 05:05:12.061588 dv-cinder-759943-8-iscsi neutron-server[93259]: return func(*args, **kwargs) Aug 07 05:05:12.061588 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 05:05:12.061588 dv-cinder-759943-8-iscsi neutron-server[93259]: self._notify() Aug 07 05:05:12.061588 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 05:05:12.061588 dv-cinder-759943-8-iscsi neutron-server[93259]: self.callback(batched_events) Aug 07 05:05:12.061588 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 05:05:12.061588 dv-cinder-759943-8-iscsi neutron-server[93259]: event.method(event) Aug 07 05:05:12.061588 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 05:05:12.061588 dv-cinder-759943-8-iscsi neutron-server[93259]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 05:05:12.061588 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 05:05:12.061588 dv-cinder-759943-8-iscsi neutron-server[93259]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 05:05:12.061588 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 05:05:12.061588 dv-cinder-759943-8-iscsi neutron-server[93259]: return f(self, *a, **k) Aug 07 05:05:12.061588 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 05:05:12.061588 dv-cinder-759943-8-iscsi neutron-server[93259]: return self._get(url).json() Aug 07 05:05:12.061588 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 05:05:12.061588 dv-cinder-759943-8-iscsi neutron-server[93259]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 05:05:12.061588 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 05:05:12.061588 dv-cinder-759943-8-iscsi neutron-server[93259]: return self.request(url, 'GET', **kwargs) Aug 07 05:05:12.061588 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 05:05:12.061588 dv-cinder-759943-8-iscsi neutron-server[93259]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 05:05:12.061588 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 05:05:12.061588 dv-cinder-759943-8-iscsi neutron-server[93259]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 05:05:12.061588 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 05:05:12.061588 dv-cinder-759943-8-iscsi neutron-server[93259]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 05:05:12.061588 dv-cinder-759943-8-iscsi neutron-server[93259]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 05:05:12.114282 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-c19c233e-f72e-4ab3-9253-c08d9254e282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-766646'] for network, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:12.120201 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-c19c233e-f72e-4ab3-9253-c08d9254e282 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568364'] for network, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:12.124163 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-c19c233e-f72e-4ab3-9253-c08d9254e282 admin admin] 10.222.0.13 "DELETE /v2.0/networks/3e64f94c-33aa-45a1-9900-3fa59f9cc3fb HTTP/1.1" status: 204 len: 168 time: 0.5533113 Aug 07 05:05:12.132991 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19c233e-f72e-4ab3-9253-c08d9254e282 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e64f94c-33aa-45a1-9900-3fa59f9cc3fb,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:12.231549 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 45960) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:05:12.272969 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-087a14af-347e-44dc-a275-c19aae369f52 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e0202a7fc56e416f9ce6e0728343150c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0402198 Aug 07 05:05:12.276450 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 45966) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:05:12.328362 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-ffdcb52d-8b0e-49d5-9deb-60029a03b4f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:12.350061 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-ffdcb52d-8b0e-49d5-9deb-60029a03b4f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:12.396248 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-ffdcb52d-8b0e-49d5-9deb-60029a03b4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:12.398981 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-ffdcb52d-8b0e-49d5-9deb-60029a03b4f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:12.401454 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-ffdcb52d-8b0e-49d5-9deb-60029a03b4f6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/859b57c9-8bdd-4c17-bed7-e322ec882d4f HTTP/1.1" status: 204 len: 168 time: 0.1229141 Aug 07 05:05:12.410172 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdcb52d-8b0e-49d5-9deb-60029a03b4f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=859b57c9-8bdd-4c17-bed7-e322ec882d4f,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:12.731324 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 45978) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:05:12.770966 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-3212ecb7-16bf-4802-82a8-1f1706b984ae admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ded0d4293f2c48c4931f6387c70e3971&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383646 Aug 07 05:05:12.773370 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 45980) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:05:12.819603 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-c40ee9a9-1598-4f05-948c-5a8710c7bd79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:12.840613 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-c40ee9a9-1598-4f05-948c-5a8710c7bd79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:12.888829 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-c40ee9a9-1598-4f05-948c-5a8710c7bd79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:12.891443 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-c40ee9a9-1598-4f05-948c-5a8710c7bd79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:12.892619 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-c40ee9a9-1598-4f05-948c-5a8710c7bd79 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4b52bece-d89e-4f9e-a5a1-6d90204a39df HTTP/1.1" status: 204 len: 168 time: 0.1182921 Aug 07 05:05:12.904879 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40ee9a9-1598-4f05-948c-5a8710c7bd79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b52bece-d89e-4f9e-a5a1-6d90204a39df,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:12.928308 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device ec1f4994-279b-449f-b0c5-5c88195e651c no longer exists at agent ovs-agent-dv-cinder-759943-8-iscsi {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 05:05:12.950104 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.plugin [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] No Port match for: ec1f4994-279b-449f-b0c5-5c88195e651c {{(pid=93261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 05:05:12.950452 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device ec1f4994-279b-449f-b0c5-5c88195e651c not bound to the agent host dv-cinder-759943-8-iscsi {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 05:05:12.950931 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device 8aa3014e-bae1-4366-aeab-34632d50eb2a no longer exists at agent ovs-agent-dv-cinder-759943-8-iscsi {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 05:05:12.973326 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.plugin [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] No Port match for: 8aa3014e-bae1-4366-aeab-34632d50eb2a {{(pid=93261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 05:05:12.973675 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device 8aa3014e-bae1-4366-aeab-34632d50eb2a not bound to the agent host dv-cinder-759943-8-iscsi {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 05:05:12.974147 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device 0d1f30e3-006e-44e3-b27f-989d926c0fae no longer exists at agent ovs-agent-dv-cinder-759943-8-iscsi {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 05:05:12.993112 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.plugin [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] No Port match for: 0d1f30e3-006e-44e3-b27f-989d926c0fae {{(pid=93261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 05:05:12.993456 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device 0d1f30e3-006e-44e3-b27f-989d926c0fae not bound to the agent host dv-cinder-759943-8-iscsi {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 05:05:13.754801 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe8a20d-aa73-43ab-8278-8bfbd27d67d4 req-72899cd3-2854-4bd4-924b-978302d4a994 tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:05:13.756181 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-3fe8a20d-aa73-43ab-8278-8bfbd27d67d4 req-72899cd3-2854-4bd4-924b-978302d4a994 tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] 10.222.0.13 "GET /v2.0/ports?device_id=869a2ca1-ffca-4b2a-bd4e-23fea9955654 HTTP/1.1" status: 200 len: 946 time: 0.0478859 Aug 07 05:05:13.794170 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-3fe8a20d-aa73-43ab-8278-8bfbd27d67d4 req-a87c9470-d997-41a8-a256-269b6cbc1774 tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb1100d6-563f-470b-ae6c-e5a90fed420c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315411 Aug 07 05:05:14.912751 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe501ba-e08b-4577-a517-c65c846629e1 req-65ca958e-fab5-4e46-b642-a5959305e521 tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:05:14.914259 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-8fe501ba-e08b-4577-a517-c65c846629e1 req-65ca958e-fab5-4e46-b642-a5959305e521 tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] 10.222.0.13 "GET /v2.0/ports?device_id=869a2ca1-ffca-4b2a-bd4e-23fea9955654 HTTP/1.1" status: 200 len: 946 time: 0.0512774 Aug 07 05:05:14.953499 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-8fe501ba-e08b-4577-a517-c65c846629e1 req-4165eb38-b0ce-46b6-a389-a6c2aeea3d67 tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb1100d6-563f-470b-ae6c-e5a90fed420c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333097 Aug 07 05:05:15.278817 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044aacf9-edf2-49eb-8a53-c31f688b384d req-9f449c5f-377a-4aab-bbee-f6d3caf50f83 tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:05:15.280247 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-044aacf9-edf2-49eb-8a53-c31f688b384d req-9f449c5f-377a-4aab-bbee-f6d3caf50f83 tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] 10.222.0.43 "GET /v2.0/ports?device_id=869a2ca1-ffca-4b2a-bd4e-23fea9955654 HTTP/1.1" status: 200 len: 946 time: 0.0475948 Aug 07 05:05:15.371593 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.plugin [req-044aacf9-edf2-49eb-8a53-c31f688b384d req-2abd2122-563d-4e89-a18a-0b28b37fbc02 tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] Deleting port cca45a85-fdec-4ba1-b0fd-234af3bf1552 {{(pid=93260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:05:15.371840 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-044aacf9-edf2-49eb-8a53-c31f688b384d req-2abd2122-563d-4e89-a18a-0b28b37fbc02 tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768807591985'] for port, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:15.456409 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.db [req-044aacf9-edf2-49eb-8a53-c31f688b384d req-2abd2122-563d-4e89-a18a-0b28b37fbc02 tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] For port cca45a85-fdec-4ba1-b0fd-234af3bf1552, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=cca45a85-fdec-4ba1-b0fd-234af3bf1552,segment=NetworkSegment(80dc884c-fb7e-4a99-b07d-81d28479e034),segment_id=80dc884c-fb7e-4a99-b07d-81d28479e034)] {{(pid=93260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:05:15.456769 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-044aacf9-edf2-49eb-8a53-c31f688b384d req-2abd2122-563d-4e89-a18a-0b28b37fbc02 tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769206'] for port, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:15.469131 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.plugin [req-044aacf9-edf2-49eb-8a53-c31f688b384d req-2abd2122-563d-4e89-a18a-0b28b37fbc02 tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] Calling delete_port for cca45a85-fdec-4ba1-b0fd-234af3bf1552 owned by compute:nova {{(pid=93260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:05:15.595274 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-044aacf9-edf2-49eb-8a53-c31f688b384d req-2abd2122-563d-4e89-a18a-0b28b37fbc02 tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768807598987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768807127278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9563756'] for port, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:15.607300 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] get_ports_and_sgs() called for port_ids ['cca45a85-fdec-4ba1-b0fd-234af3bf1552'] {{(pid=93261) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 05:05:15.624159 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abd2122-563d-4e89-a18a-0b28b37fbc02 tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] Pushing event deleted for resources: {'Port': ['ID=cca45a85-fdec-4ba1-b0fd-234af3bf1552,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:15.636037 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abd2122-563d-4e89-a18a-0b28b37fbc02 tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:05:15.636386 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abd2122-563d-4e89-a18a-0b28b37fbc02 tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:05:15.636732 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abd2122-563d-4e89-a18a-0b28b37fbc02 tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:05:15.637072 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abd2122-563d-4e89-a18a-0b28b37fbc02 tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:05:15.637410 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abd2122-563d-4e89-a18a-0b28b37fbc02 tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:05:15.637772 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abd2122-563d-4e89-a18a-0b28b37fbc02 tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:05:15.638129 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abd2122-563d-4e89-a18a-0b28b37fbc02 tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:05:15.638457 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abd2122-563d-4e89-a18a-0b28b37fbc02 tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:05:15.638784 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abd2122-563d-4e89-a18a-0b28b37fbc02 tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:05:15.639108 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abd2122-563d-4e89-a18a-0b28b37fbc02 tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:05:15.639434 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abd2122-563d-4e89-a18a-0b28b37fbc02 tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:05:15.639759 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abd2122-563d-4e89-a18a-0b28b37fbc02 tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:05:15.676501 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.db.l3_dvrscheduler_db [req-044aacf9-edf2-49eb-8a53-c31f688b384d req-2abd2122-563d-4e89-a18a-0b28b37fbc02 tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] No DVR routers for this DVR port cca45a85-fdec-4ba1-b0fd-234af3bf1552 on host hv-cinder-75994 {{(pid=93260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 05:05:15.678807 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-044aacf9-edf2-49eb-8a53-c31f688b384d req-2abd2122-563d-4e89-a18a-0b28b37fbc02 tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77622'] for port, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:15.680774 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-044aacf9-edf2-49eb-8a53-c31f688b384d req-2abd2122-563d-4e89-a18a-0b28b37fbc02 tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] 10.222.0.43 "DELETE /v2.0/ports/cca45a85-fdec-4ba1-b0fd-234af3bf1552 HTTP/1.1" status: 204 len: 173 time: 0.3943603 Aug 07 05:05:15.681203 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '869a2ca1-ffca-4b2a-bd4e-23fea9955654', 'name': 'network-vif-deleted', 'tag': 'cca45a85-fdec-4ba1-b0fd-234af3bf1552'}] {{(pid=93260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 05:05:15.683548 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9471522559f84b73cf1045644644c0a628e3dc4684c08e707fd64d6512f95f4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c7e667a-9182-4386-a704-7d8d0a5e70f7" -d '{"events": [{"server_uuid": "869a2ca1-ffca-4b2a-bd4e-23fea9955654", "name": "network-vif-deleted", "tag": "cca45a85-fdec-4ba1-b0fd-234af3bf1552"}]}' {{(pid=93260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 05:05:15.722239 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 05:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e6c7fa7-1220-440d-bdcb-df279355c562 x-openstack-request-id: req-4e6c7fa7-1220-440d-bdcb-df279355c562 {{(pid=93260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 05:05:15.722524 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "869a2ca1-ffca-4b2a-bd4e-23fea9955654", "name": "network-vif-deleted", "tag": "cca45a85-fdec-4ba1-b0fd-234af3bf1552", "status": "completed", "code": 200}]} {{(pid=93260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 05:05:15.722772 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4e6c7fa7-1220-440d-bdcb-df279355c562 {{(pid=93260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 05:05:15.723160 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '869a2ca1-ffca-4b2a-bd4e-23fea9955654', 'name': 'network-vif-deleted', 'tag': 'cca45a85-fdec-4ba1-b0fd-234af3bf1552', 'status': 'completed', 'code': 200} Aug 07 05:05:16.057949 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-b159cfad-84f8-4b39-bc56-a75d1e180d4e req-a4aad15f-48b3-448e-8dc6-8b81ebabdbdf tempest-VolumesSnapshotTestJSON-1145392095 tempest-VolumesSnapshotTestJSON-1145392095-project] 10.222.0.13 "GET /v2.0/ports?device_id=869a2ca1-ffca-4b2a-bd4e-23fea9955654 HTTP/1.1" status: 200 len: 210 time: 0.0259497 Aug 07 05:05:19.952456 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device cca45a85-fdec-4ba1-b0fd-234af3bf1552 no longer exists at agent hyperv_hv-cinder-75994 {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 05:05:19.972113 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.plugin [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] No Port match for: cca45a85-fdec-4ba1-b0fd-234af3bf1552 {{(pid=93261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 05:05:19.972453 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device cca45a85-fdec-4ba1-b0fd-234af3bf1552 not bound to the agent host hv-cinder-75994 {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 05:05:26.785824 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-32fe070a-c84e-4e1d-b8a7-76bf0c0f73ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:29.378995 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:29.705638 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-4af5e105-2b36-44fc-9728-948962129913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:29.716576 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:30.768199 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-f79f476c-1ac6-45f4-a536-05d31601a6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:30.777734 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-bbf627d1-30b9-4a77-9b15-0d82ca60bd28 req-d3fe966e-a85d-46aa-8873-c24e5f47f474 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a36aa6db-5a97-48a7-a8a4-f962fb14a449&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0469122 Aug 07 05:05:30.839505 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf627d1-30b9-4a77-9b15-0d82ca60bd28 req-b48c9658-caee-46eb-b43d-5ca9651de44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:05:30.841026 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-bbf627d1-30b9-4a77-9b15-0d82ca60bd28 req-b48c9658-caee-46eb-b43d-5ca9651de44a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e08ba5ab4feb433fa91e7057f10230b5&device_id=a36aa6db-5a97-48a7-a8a4-f962fb14a449 HTTP/1.1" status: 200 len: 1099 time: 0.0410349 Aug 07 05:05:30.947188 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf627d1-30b9-4a77-9b15-0d82ca60bd28 req-0f60496a-8580-4df1-a2bb-5ce661c8977a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:05:30.948683 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-bbf627d1-30b9-4a77-9b15-0d82ca60bd28 req-0f60496a-8580-4df1-a2bb-5ce661c8977a service neutron] 10.222.0.43 "GET /v2.0/networks?id=733634ef-5b86-411e-9b36-39e7b92f41be HTTP/1.1" status: 200 len: 912 time: 0.0878723 Aug 07 05:05:31.016647 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-bbf627d1-30b9-4a77-9b15-0d82ca60bd28 req-0c2cbf11-9546-40fd-ab12-b0e7bc7b4b4d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8de2ec4b-3b7b-4b42-89a0-22dd6decbc0b HTTP/1.1" status: 200 len: 1001 time: 0.0612526 Aug 07 05:05:31.079240 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf627d1-30b9-4a77-9b15-0d82ca60bd28 req-d8eba587-6c38-4360-abe8-74ea3f00161d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:05:31.080726 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-bbf627d1-30b9-4a77-9b15-0d82ca60bd28 req-d8eba587-6c38-4360-abe8-74ea3f00161d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e84e0528-898f-4ad3-8787-7fdf44fd2ccb HTTP/1.1" status: 200 len: 850 time: 0.0572503 Aug 07 05:05:31.134642 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf627d1-30b9-4a77-9b15-0d82ca60bd28 req-30eb7269-39ed-4f1e-898d-98b5ef20a2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:05:31.136388 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-bbf627d1-30b9-4a77-9b15-0d82ca60bd28 req-30eb7269-39ed-4f1e-898d-98b5ef20a2e8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=733634ef-5b86-411e-9b36-39e7b92f41be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0487659 Aug 07 05:05:31.147354 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [req-bbf627d1-30b9-4a77-9b15-0d82ca60bd28 req-9403fd5e-88f7-4f4c-a339-451a5c30152a service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 07 05:05:31.148324 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-bbf627d1-30b9-4a77-9b15-0d82ca60bd28 req-9403fd5e-88f7-4f4c-a339-451a5c30152a service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050392 Aug 07 05:05:31.240916 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-bbf627d1-30b9-4a77-9b15-0d82ca60bd28 req-75db0a82-b31f-48e3-80f8-2b6d3f55ff01 service neutron] 10.222.0.43 "GET /v2.0/networks/733634ef-5b86-411e-9b36-39e7b92f41be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845811 Aug 07 05:05:31.332881 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-bbf627d1-30b9-4a77-9b15-0d82ca60bd28 req-8e9162d9-9a0e-4248-bd5d-3e5c00acbc26 service neutron] 10.222.0.43 "GET /v2.0/networks/733634ef-5b86-411e-9b36-39e7b92f41be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851488 Aug 07 05:05:32.549609 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-fe46c1f5-d46f-4bdc-a2a5-961a9e169c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:38.989230 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 46118) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:05:39.153718 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.plugin [None req-0adcd998-5446-4831-aae7-abe7e0ba763f tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Deleting port 92cbed46-980c-4da5-ad42-5a8711e0c581 {{(pid=93259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:05:39.154177 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-0adcd998-5446-4831-aae7-abe7e0ba763f tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768807591985'] for port, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:39.234839 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-0adcd998-5446-4831-aae7-abe7e0ba763f tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769206'] for port, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:39.235167 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-0adcd998-5446-4831-aae7-abe7e0ba763f tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:39.247888 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.plugin [None req-0adcd998-5446-4831-aae7-abe7e0ba763f tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Calling delete_port for 92cbed46-980c-4da5-ad42-5a8711e0c581 owned by network:floatingip {{(pid=93259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:05:39.397764 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-0adcd998-5446-4831-aae7-abe7e0ba763f tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768807598987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768807127278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513232'] for port, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:39.428308 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adcd998-5446-4831-aae7-abe7e0ba763f tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Pushing event deleted for resources: {'Port': ['ID=92cbed46-980c-4da5-ad42-5a8711e0c581,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:39.485417 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-0adcd998-5446-4831-aae7-abe7e0ba763f tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks [] for floatingip, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:39.485747 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.db.l3_db [None req-0adcd998-5446-4831-aae7-abe7e0ba763f tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Floating IP 8b93bf0a-52b4-42df-9f3f-57244aa37eeb disassociated (deleted). External IP: 172.27.1.56, port: 031a74b4-f6ba-430b-87e3-b97b45e6a6b7. Aug 07 05:05:39.693626 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0adcd998-5446-4831-aae7-abe7e0ba763f tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Router ad8449e8-1e39-494b-b6a0-64c5d48e6b91 has already been hosted by L3 agent c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6 {{(pid=93259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 05:05:39.799468 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0adcd998-5446-4831-aae7-abe7e0ba763f tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify agent at l3_agent.dv-cinder-759943-8-iscsi the message routers_updated {{(pid=93259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 05:05:39.804558 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-0adcd998-5446-4831-aae7-abe7e0ba763f tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77622'] for floatingip, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:39.809436 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0315366-2bb9-47f6-af2b-245608fa1e32 None None] Sync routers for ids ['ad8449e8-1e39-494b-b6a0-64c5d48e6b91'] in dv-cinder-759943-8-iscsi {{(pid=93261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 05:05:39.818644 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0315366-2bb9-47f6-af2b-245608fa1e32 None None] Routers {'ad8449e8-1e39-494b-b6a0-64c5d48e6b91'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:05:39.819343 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-a0315366-2bb9-47f6-af2b-245608fa1e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T05:05:30Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['ad8449e8-1e39-494b-b6a0-64c5d48e6b91'], 'active': True} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:05:39.833198 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-0adcd998-5446-4831-aae7-abe7e0ba763f tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "DELETE /v2.0/floatingips/8b93bf0a-52b4-42df-9f3f-57244aa37eeb HTTP/1.1" status: 204 len: 168 time: 0.8403783 Aug 07 05:05:39.833198 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5e58a38-740e-4c09-97d6-22058e4e7b75', 'tag': '031a74b4-f6ba-430b-87e3-b97b45e6a6b7'}] {{(pid=93259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 05:05:39.833550 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2475665ef9a7cb8741e3251ff967df6d1dd3d3eb822c2e36b28ddc32d9da7eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba82ff8b-e4d9-41c6-8045-8830bf19d62d" -d '{"events": [{"name": "network-changed", "server_uuid": "c5e58a38-740e-4c09-97d6-22058e4e7b75", "tag": "031a74b4-f6ba-430b-87e3-b97b45e6a6b7"}]}' {{(pid=93259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 05:05:39.873075 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 05:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7900aad-697e-4bef-ae1a-d928db398dae x-openstack-request-id: req-f7900aad-697e-4bef-ae1a-d928db398dae {{(pid=93259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 05:05:39.873371 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5e58a38-740e-4c09-97d6-22058e4e7b75", "tag": "031a74b4-f6ba-430b-87e3-b97b45e6a6b7", "status": "completed", "code": 200}]} {{(pid=93259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 05:05:39.873626 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f7900aad-697e-4bef-ae1a-d928db398dae {{(pid=93259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 05:05:39.874054 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5e58a38-740e-4c09-97d6-22058e4e7b75', 'tag': '031a74b4-f6ba-430b-87e3-b97b45e6a6b7', 'status': 'completed', 'code': 200} Aug 07 05:05:39.937988 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvr_db [None req-a0315366-2bb9-47f6-af2b-245608fa1e32 None None] Set router ad8449e8-1e39-494b-b6a0-64c5d48e6b91 gateway port host: dv-cinder-759943-8-iscsi {{(pid=93261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:05:39.942286 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba82ff8b-e4d9-41c6-8045-8830bf19d62d req-b5d52266-f81e-482f-8a2b-ddddd48ab38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:05:39.944750 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-ba82ff8b-e4d9-41c6-8045-8830bf19d62d req-b5d52266-f81e-482f-8a2b-ddddd48ab38b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e08ba5ab4feb433fa91e7057f10230b5&device_id=c5e58a38-740e-4c09-97d6-22058e4e7b75 HTTP/1.1" status: 200 len: 1099 time: 0.0464952 Aug 07 05:05:40.053310 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba82ff8b-e4d9-41c6-8045-8830bf19d62d req-de191668-c5dd-4580-9408-1b102521bdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:05:40.054841 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-ba82ff8b-e4d9-41c6-8045-8830bf19d62d req-de191668-c5dd-4580-9408-1b102521bdf3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=733634ef-5b86-411e-9b36-39e7b92f41be HTTP/1.1" status: 200 len: 912 time: 0.1014237 Aug 07 05:05:40.103898 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-ba82ff8b-e4d9-41c6-8045-8830bf19d62d req-e219e9ea-573d-4552-a10a-292b64118210 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=031a74b4-f6ba-430b-87e3-b97b45e6a6b7 HTTP/1.1" status: 200 len: 217 time: 0.0395842 Aug 07 05:05:40.158195 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba82ff8b-e4d9-41c6-8045-8830bf19d62d req-dbdd5f1d-1758-4a83-8273-60d9586d2527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:05:40.159967 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-ba82ff8b-e4d9-41c6-8045-8830bf19d62d req-dbdd5f1d-1758-4a83-8273-60d9586d2527 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e84e0528-898f-4ad3-8787-7fdf44fd2ccb HTTP/1.1" status: 200 len: 850 time: 0.0480084 Aug 07 05:05:40.176362 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-a0315366-2bb9-47f6-af2b-245608fa1e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad8449e8-1e39-494b-b6a0-64c5d48e6b91', 'name': 'tempest-TestVolumeBootPattern-751389754-router', 'tenant_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '04d2bc11-5988-414b-9f5a-7ad5d200461e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:57:47Z', 'updated_at': '2021-08-07T04:57:55Z', 'revision_number': 4, 'project_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'gw_port': {'id': '04d2bc11-5988-414b-9f5a-7ad5d200461e', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:59:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8449e8-1e39-494b-b6a0-64c5d48e6b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:49Z', 'updated_at': '2021-08-07T04:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi', '_floatingips': [{'id': '3f27b357-3679-47f9-a8a4-e4aac234adf6', 'tenant_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'floating_ip_address': '172.27.1.37', 'floating_network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'router_id': 'ad8449e8-1e39-494b-b6a0-64c5d48e6b91', 'port_id': '8de2ec4b-3b7b-4b42-89a0-22dd6decbc0b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '733634ef-5b86-411e-9b36-39e7b92f41be', 'mac_address': 'fa:16:3e:a5:e3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36aa6db-5a97-48a7-a8a4-f962fb14a449', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T05:01:30Z', 'updated_at': '2021-08-07T05:01:32Z', 'revision_number': 1, 'project_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '273fc0e9-9ab0-48df-a716-c8a6646d33b4', 'name': '', 'network_id': '733634ef-5b86-411e-9b36-39e7b92f41be', 'tenant_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'mac_address': 'fa:16:3e:5b:7c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8449e8-1e39-494b-b6a0-64c5d48e6b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'e84e0528-898f-4ad3-8787-7fdf44fd2ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:54Z', 'updated_at': '2021-08-07T04:58:04Z', 'revision_number': 5, 'project_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'subnets': [{'id': 'e84e0528-898f-4ad3-8787-7fdf44fd2ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:05:40.203001 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 46136) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:05:40.206619 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0315366-2bb9-47f6-af2b-245608fa1e32 None None] Checking router: ad8449e8-1e39-494b-b6a0-64c5d48e6b91 for host: dv-cinder-759943-8-iscsi {{(pid=93261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 05:05:40.212021 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba82ff8b-e4d9-41c6-8045-8830bf19d62d req-3e65c3be-10cc-49e8-8c8c-a606e3583cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:05:40.214727 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-ba82ff8b-e4d9-41c6-8045-8830bf19d62d req-3e65c3be-10cc-49e8-8c8c-a606e3583cb5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=733634ef-5b86-411e-9b36-39e7b92f41be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0462561 Aug 07 05:05:40.217789 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0315366-2bb9-47f6-af2b-245608fa1e32 None None] Routers {'ad8449e8-1e39-494b-b6a0-64c5d48e6b91'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:05:40.218516 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-a0315366-2bb9-47f6-af2b-245608fa1e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T05:05:30Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['ad8449e8-1e39-494b-b6a0-64c5d48e6b91'], 'active': True} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:05:40.249118 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.db_base_plugin_v2 [None req-efcddb41-e267-4024-a7ea-b57cea0e9f95 admin admin] Deleting subnet d9290f4d-e164-45dd-9617-7801f82fc230 {{(pid=93259) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 05:05:40.252339 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-efcddb41-e267-4024-a7ea-b57cea0e9f95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:40.292449 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-efcddb41-e267-4024-a7ea-b57cea0e9f95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9496115'] for subnet, precommit_delete_associations {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:40.335490 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-efcddb41-e267-4024-a7ea-b57cea0e9f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799044'] for subnet, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:40.337106 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvr_db [None req-a0315366-2bb9-47f6-af2b-245608fa1e32 None None] Set router ad8449e8-1e39-494b-b6a0-64c5d48e6b91 gateway port host: dv-cinder-759943-8-iscsi {{(pid=93261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:05:40.340768 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4649554-82b9-48e3-a350-3443a095738a req-6a4aaf6e-ceb1-43b3-a075-5aed6a7d6461 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:05:40.342342 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-f4649554-82b9-48e3-a350-3443a095738a req-6a4aaf6e-ceb1-43b3-a075-5aed6a7d6461 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5e58a38-740e-4c09-97d6-22058e4e7b75 HTTP/1.1" status: 200 len: 946 time: 0.3330772 Aug 07 05:05:40.370521 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-ba82ff8b-e4d9-41c6-8045-8830bf19d62d req-3e1e8138-cb27-40fb-9383-81f700bbd91d service neutron] 10.222.0.43 "GET /v2.0/networks/733634ef-5b86-411e-9b36-39e7b92f41be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472564 Aug 07 05:05:40.391851 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-efcddb41-e267-4024-a7ea-b57cea0e9f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8513251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9365121'] for subnet, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:40.405157 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-f4649554-82b9-48e3-a350-3443a095738a req-7635e8ff-6d9c-41a2-9d1d-bf4c989ce20c tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdf2399-faeb-48c4-8780-bc2d176294d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538118 Aug 07 05:05:40.422007 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcddb41-e267-4024-a7ea-b57cea0e9f95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9290f4d-e164-45dd-9617-7801f82fc230,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:40.433911 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-efcddb41-e267-4024-a7ea-b57cea0e9f95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568364'] for subnet, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:40.435097 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-efcddb41-e267-4024-a7ea-b57cea0e9f95 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d9290f4d-e164-45dd-9617-7801f82fc230 HTTP/1.1" status: 204 len: 168 time: 0.2311180 Aug 07 05:05:40.437548 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 46138) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:05:40.484665 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-ba82ff8b-e4d9-41c6-8045-8830bf19d62d req-5cd3c006-9eb0-4c25-82e2-448df6512553 service neutron] 10.222.0.43 "GET /v2.0/networks/733634ef-5b86-411e-9b36-39e7b92f41be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032753 Aug 07 05:05:40.599239 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-a0315366-2bb9-47f6-af2b-245608fa1e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad8449e8-1e39-494b-b6a0-64c5d48e6b91', 'name': 'tempest-TestVolumeBootPattern-751389754-router', 'tenant_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '04d2bc11-5988-414b-9f5a-7ad5d200461e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:57:47Z', 'updated_at': '2021-08-07T04:57:55Z', 'revision_number': 4, 'project_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'gw_port': {'id': '04d2bc11-5988-414b-9f5a-7ad5d200461e', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:59:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8449e8-1e39-494b-b6a0-64c5d48e6b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:49Z', 'updated_at': '2021-08-07T04:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi', '_floatingips': [{'id': '3f27b357-3679-47f9-a8a4-e4aac234adf6', 'tenant_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'floating_ip_address': '172.27.1.37', 'floating_network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'router_id': 'ad8449e8-1e39-494b-b6a0-64c5d48e6b91', 'port_id': '8de2ec4b-3b7b-4b42-89a0-22dd6decbc0b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '733634ef-5b86-411e-9b36-39e7b92f41be', 'mac_address': 'fa:16:3e:a5:e3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36aa6db-5a97-48a7-a8a4-f962fb14a449', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T05:01:30Z', 'updated_at': '2021-08-07T05:01:32Z', 'revision_number': 1, 'project_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '273fc0e9-9ab0-48df-a716-c8a6646d33b4', 'name': '', 'network_id': '733634ef-5b86-411e-9b36-39e7b92f41be', 'tenant_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'mac_address': 'fa:16:3e:5b:7c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8449e8-1e39-494b-b6a0-64c5d48e6b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'e84e0528-898f-4ad3-8787-7fdf44fd2ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:54Z', 'updated_at': '2021-08-07T04:58:04Z', 'revision_number': 5, 'project_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'subnets': [{'id': 'e84e0528-898f-4ad3-8787-7fdf44fd2ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:05:40.627642 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0315366-2bb9-47f6-af2b-245608fa1e32 None None] The sync data for ids ['ad8449e8-1e39-494b-b6a0-64c5d48e6b91'] in dv-cinder-759943-8-iscsi is: [{'id': 'ad8449e8-1e39-494b-b6a0-64c5d48e6b91', 'name': 'tempest-TestVolumeBootPattern-751389754-router', 'tenant_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '04d2bc11-5988-414b-9f5a-7ad5d200461e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:57:47Z', 'updated_at': '2021-08-07T04:57:55Z', 'revision_number': 4, 'project_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'gw_port': {'id': '04d2bc11-5988-414b-9f5a-7ad5d200461e', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:59:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8449e8-1e39-494b-b6a0-64c5d48e6b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:49Z', 'updated_at': '2021-08-07T04:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi', '_floatingips': [{'id': '3f27b357-3679-47f9-a8a4-e4aac234adf6', 'tenant_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'floating_ip_address': '172.27.1.37', 'floating_network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'router_id': 'ad8449e8-1e39-494b-b6a0-64c5d48e6b91', 'port_id': '8de2ec4b-3b7b-4b42-89a0-22dd6decbc0b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '733634ef-5b86-411e-9b36-39e7b92f41be', 'mac_address': 'fa:16:3e:a5:e3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36aa6db-5a97-48a7-a8a4-f962fb14a449', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T05:01:30Z', 'updated_at': '2021-08-07T05:01:32Z', 'revision_number': 1, 'project_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '273fc0e9-9ab0-48df-a716-c8a6646d33b4', 'name': '', 'network_id': '733634ef-5b86-411e-9b36-39e7b92f41be', 'tenant_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'mac_address': 'fa:16:3e:5b:7c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8449e8-1e39-494b-b6a0-64c5d48e6b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'e84e0528-898f-4ad3-8787-7fdf44fd2ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:54Z', 'updated_at': '2021-08-07T04:58:04Z', 'revision_number': 5, 'project_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'subnets': [{'id': 'e84e0528-898f-4ad3-8787-7fdf44fd2ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 05:05:40.658384 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.agents_db [None req-236ba2d6-2b68-46f9-96aa-64978379ec1a None None] Agent healthcheck: found 6 active agents {{(pid=93262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 05:05:40.757429 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-91906da3-b488-4be3-b88b-74917d85db26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1651291'] for network, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:40.836511 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-91906da3-b488-4be3-b88b-74917d85db26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798403', 'neutron.services.segments.db._delete_segments_for_network-8768807654000'] for network, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:40.847109 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.services.segments.db [None req-91906da3-b488-4be3-b88b-74917d85db26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22709571-d2fe-49d9-b757-30612acd7553']}} {{(pid=93259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:05:40.858381 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.services.segments.db [None req-91906da3-b488-4be3-b88b-74917d85db26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80dc884c-fb7e-4a99-b07d-81d28479e034') {'for_net_delete': True} {{(pid=93259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:05:40.858673 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.services.segments.db [None req-91906da3-b488-4be3-b88b-74917d85db26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80dc884c-fb7e-4a99-b07d-81d28479e034') {} {{(pid=93259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:05:40.866009 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c152d1-1ec7-43bb-aa36-c9ba86762ba0 None None] New status for floating IP 8b93bf0a-52b4-42df-9f3f-57244aa37eeb: DOWN {{(pid=93262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 05:05:40.867856 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-91906da3-b488-4be3-b88b-74917d85db26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768807608441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9496100'] for segment, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:40.881951 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-91906da3-b488-4be3-b88b-74917d85db26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799109'] for segment, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:40.889015 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91906da3-b488-4be3-b88b-74917d85db26 admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=93259) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 05:05:40.889462 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-91906da3-b488-4be3-b88b-74917d85db26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8513085'] for segment, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:40.891457 dv-cinder-759943-8-iscsi neutron-server[93259]: Traceback (most recent call last): Aug 07 05:05:40.891457 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 05:05:40.891457 dv-cinder-759943-8-iscsi neutron-server[93259]: timer() Aug 07 05:05:40.891457 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 05:05:40.891457 dv-cinder-759943-8-iscsi neutron-server[93259]: cb(*args, **kw) Aug 07 05:05:40.891457 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 05:05:40.891457 dv-cinder-759943-8-iscsi neutron-server[93259]: return func(*args, **kwargs) Aug 07 05:05:40.891457 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 05:05:40.891457 dv-cinder-759943-8-iscsi neutron-server[93259]: self._notify() Aug 07 05:05:40.891457 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 05:05:40.891457 dv-cinder-759943-8-iscsi neutron-server[93259]: self.callback(batched_events) Aug 07 05:05:40.891457 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 05:05:40.891457 dv-cinder-759943-8-iscsi neutron-server[93259]: event.method(event) Aug 07 05:05:40.891457 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 05:05:40.891457 dv-cinder-759943-8-iscsi neutron-server[93259]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 05:05:40.891457 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 05:05:40.891457 dv-cinder-759943-8-iscsi neutron-server[93259]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 05:05:40.891457 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 05:05:40.891457 dv-cinder-759943-8-iscsi neutron-server[93259]: return f(self, *a, **k) Aug 07 05:05:40.891457 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 05:05:40.891457 dv-cinder-759943-8-iscsi neutron-server[93259]: return self._get(url).json() Aug 07 05:05:40.891457 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 05:05:40.891457 dv-cinder-759943-8-iscsi neutron-server[93259]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 05:05:40.891457 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 05:05:40.891457 dv-cinder-759943-8-iscsi neutron-server[93259]: return self.request(url, 'GET', **kwargs) Aug 07 05:05:40.891457 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 05:05:40.891457 dv-cinder-759943-8-iscsi neutron-server[93259]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 05:05:40.891457 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 05:05:40.891457 dv-cinder-759943-8-iscsi neutron-server[93259]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 05:05:40.891457 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 05:05:40.891457 dv-cinder-759943-8-iscsi neutron-server[93259]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 05:05:40.891457 dv-cinder-759943-8-iscsi neutron-server[93259]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 05:05:40.951582 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-91906da3-b488-4be3-b88b-74917d85db26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-766646'] for network, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:40.957319 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-91906da3-b488-4be3-b88b-74917d85db26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568364'] for network, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:40.959519 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-91906da3-b488-4be3-b88b-74917d85db26 admin admin] 10.222.0.13 "DELETE /v2.0/networks/22709571-d2fe-49d9-b757-30612acd7553 HTTP/1.1" status: 204 len: 168 time: 0.5207627 Aug 07 05:05:40.972004 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91906da3-b488-4be3-b88b-74917d85db26 admin admin] Pushing event deleted for resources: {'Network': ['ID=22709571-d2fe-49d9-b757-30612acd7553,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:41.119239 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 46142) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:05:41.159498 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-5ab730f2-7be1-4de9-aa50-b2b9b5364dce admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=04b32ff4c7804723a9c72fe2fdc1273a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384564 Aug 07 05:05:41.161927 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 46144) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:05:41.210084 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-742dc16b-771a-4607-9005-b990223f7a57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:41.230737 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-742dc16b-771a-4607-9005-b990223f7a57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:41.276494 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-742dc16b-771a-4607-9005-b990223f7a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:41.279110 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-742dc16b-771a-4607-9005-b990223f7a57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:41.282816 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-742dc16b-771a-4607-9005-b990223f7a57 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cb1100d6-563f-470b-ae6c-e5a90fed420c HTTP/1.1" status: 204 len: 168 time: 0.1174381 Aug 07 05:05:41.288323 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742dc16b-771a-4607-9005-b990223f7a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1100d6-563f-470b-ae6c-e5a90fed420c,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:41.488534 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f6e021-72dc-4765-8ee7-b32a702d25a9 req-69364402-2b70-46b6-bd92-5919fa430fa6 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:05:41.490236 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-d5f6e021-72dc-4765-8ee7-b32a702d25a9 req-69364402-2b70-46b6-bd92-5919fa430fa6 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.43 "GET /v2.0/ports?device_id=c5e58a38-740e-4c09-97d6-22058e4e7b75 HTTP/1.1" status: 200 len: 946 time: 0.0555046 Aug 07 05:05:41.592530 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.plugin [req-d5f6e021-72dc-4765-8ee7-b32a702d25a9 req-48bc04f1-67da-468d-9373-63764bc2c685 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Deleting port 031a74b4-f6ba-430b-87e3-b97b45e6a6b7 {{(pid=93260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:05:41.592919 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-d5f6e021-72dc-4765-8ee7-b32a702d25a9 req-48bc04f1-67da-468d-9373-63764bc2c685 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768807591985'] for port, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:41.689639 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.db [req-d5f6e021-72dc-4765-8ee7-b32a702d25a9 req-48bc04f1-67da-468d-9373-63764bc2c685 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] For port 031a74b4-f6ba-430b-87e3-b97b45e6a6b7, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=031a74b4-f6ba-430b-87e3-b97b45e6a6b7,segment=NetworkSegment(97498eba-fdf7-4cfc-895c-aca98f9581a8),segment_id=97498eba-fdf7-4cfc-895c-aca98f9581a8)] {{(pid=93260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:05:41.690180 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-d5f6e021-72dc-4765-8ee7-b32a702d25a9 req-48bc04f1-67da-468d-9373-63764bc2c685 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769206'] for port, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:41.703681 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.plugin [req-d5f6e021-72dc-4765-8ee7-b32a702d25a9 req-48bc04f1-67da-468d-9373-63764bc2c685 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Calling delete_port for 031a74b4-f6ba-430b-87e3-b97b45e6a6b7 owned by compute:nova {{(pid=93260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:05:41.780248 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da482a1-ea3d-43c8-a990-c26c91ae3433 req-09fcb151-d065-4101-8d06-def8fcbc9a20 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:05:41.781938 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-7da482a1-ea3d-43c8-a990-c26c91ae3433 req-09fcb151-d065-4101-8d06-def8fcbc9a20 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/ports?device_id=c5e58a38-740e-4c09-97d6-22058e4e7b75 HTTP/1.1" status: 200 len: 946 time: 0.2922008 Aug 07 05:05:41.828042 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-7da482a1-ea3d-43c8-a990-c26c91ae3433 req-f9dc944b-dda0-4e2e-a140-51d6db2afffb tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdf2399-faeb-48c4-8780-bc2d176294d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344718 Aug 07 05:05:41.846442 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-d5f6e021-72dc-4765-8ee7-b32a702d25a9 req-48bc04f1-67da-468d-9373-63764bc2c685 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768807598987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768807127278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9563756'] for port, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:41.880160 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bc04f1-67da-468d-9373-63764bc2c685 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Pushing event deleted for resources: {'Port': ['ID=031a74b4-f6ba-430b-87e3-b97b45e6a6b7,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:41.920273 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5f6e021-72dc-4765-8ee7-b32a702d25a9 req-48bc04f1-67da-468d-9373-63764bc2c685 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] No DVR routers for this DVR port 031a74b4-f6ba-430b-87e3-b97b45e6a6b7 on host hv-cinder-75994 {{(pid=93260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 05:05:41.922817 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-d5f6e021-72dc-4765-8ee7-b32a702d25a9 req-48bc04f1-67da-468d-9373-63764bc2c685 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77622'] for port, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:41.924803 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-d5f6e021-72dc-4765-8ee7-b32a702d25a9 req-48bc04f1-67da-468d-9373-63764bc2c685 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.43 "DELETE /v2.0/ports/031a74b4-f6ba-430b-87e3-b97b45e6a6b7 HTTP/1.1" status: 204 len: 173 time: 0.4282031 Aug 07 05:05:41.925231 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5e58a38-740e-4c09-97d6-22058e4e7b75', 'name': 'network-vif-deleted', 'tag': '031a74b4-f6ba-430b-87e3-b97b45e6a6b7'}] {{(pid=93260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 05:05:41.927509 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9471522559f84b73cf1045644644c0a628e3dc4684c08e707fd64d6512f95f4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-566c1d08-d2f1-4022-8f01-7ac7d330d21f" -d '{"events": [{"server_uuid": "c5e58a38-740e-4c09-97d6-22058e4e7b75", "name": "network-vif-deleted", "tag": "031a74b4-f6ba-430b-87e3-b97b45e6a6b7"}]}' {{(pid=93260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 05:05:41.968237 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 05:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c9ca5b-7801-47f4-8288-9885caa6192b x-openstack-request-id: req-43c9ca5b-7801-47f4-8288-9885caa6192b {{(pid=93260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 05:05:41.968522 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5e58a38-740e-4c09-97d6-22058e4e7b75", "name": "network-vif-deleted", "tag": "031a74b4-f6ba-430b-87e3-b97b45e6a6b7", "status": "completed", "code": 200}]} {{(pid=93260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 05:05:41.968768 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-43c9ca5b-7801-47f4-8288-9885caa6192b {{(pid=93260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 05:05:41.969155 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5e58a38-740e-4c09-97d6-22058e4e7b75', 'name': 'network-vif-deleted', 'tag': '031a74b4-f6ba-430b-87e3-b97b45e6a6b7', 'status': 'completed', 'code': 200} Aug 07 05:05:45.116363 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 46168) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:05:45.271383 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.plugin [None req-056e7d6b-a363-4a85-a1a1-7b73145ffec9 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Deleting port 288122e5-cd0f-470d-b40b-c4df53ad4e49 {{(pid=93259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:05:45.271718 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-056e7d6b-a363-4a85-a1a1-7b73145ffec9 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768807591985'] for port, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:45.348124 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-056e7d6b-a363-4a85-a1a1-7b73145ffec9 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769206'] for port, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:45.348463 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-056e7d6b-a363-4a85-a1a1-7b73145ffec9 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:45.360811 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.plugin [None req-056e7d6b-a363-4a85-a1a1-7b73145ffec9 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Calling delete_port for 288122e5-cd0f-470d-b40b-c4df53ad4e49 owned by network:floatingip {{(pid=93259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:05:45.508550 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-056e7d6b-a363-4a85-a1a1-7b73145ffec9 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768807598987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768807127278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513232'] for port, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:45.534303 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056e7d6b-a363-4a85-a1a1-7b73145ffec9 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Pushing event deleted for resources: {'Port': ['ID=288122e5-cd0f-470d-b40b-c4df53ad4e49,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:45.596673 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-056e7d6b-a363-4a85-a1a1-7b73145ffec9 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks [] for floatingip, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:45.597002 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.db.l3_db [None req-056e7d6b-a363-4a85-a1a1-7b73145ffec9 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Floating IP 3f27b357-3679-47f9-a8a4-e4aac234adf6 disassociated (deleted). External IP: 172.27.1.37, port: 8de2ec4b-3b7b-4b42-89a0-22dd6decbc0b. Aug 07 05:05:45.802625 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-056e7d6b-a363-4a85-a1a1-7b73145ffec9 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Router ad8449e8-1e39-494b-b6a0-64c5d48e6b91 has already been hosted by L3 agent c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6 {{(pid=93259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 05:05:45.907884 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-056e7d6b-a363-4a85-a1a1-7b73145ffec9 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify agent at l3_agent.dv-cinder-759943-8-iscsi the message routers_updated {{(pid=93259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 05:05:45.912743 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-056e7d6b-a363-4a85-a1a1-7b73145ffec9 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77622'] for floatingip, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:45.917628 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4c58b8-d7c8-4179-ae6c-74353ad8fe7f None None] Sync routers for ids ['ad8449e8-1e39-494b-b6a0-64c5d48e6b91'] in dv-cinder-759943-8-iscsi {{(pid=93261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 05:05:45.928367 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4c58b8-d7c8-4179-ae6c-74353ad8fe7f None None] Routers {'ad8449e8-1e39-494b-b6a0-64c5d48e6b91'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:05:45.928979 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-0b4c58b8-d7c8-4179-ae6c-74353ad8fe7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T05:05:30Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['ad8449e8-1e39-494b-b6a0-64c5d48e6b91'], 'active': True} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:05:45.941218 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-056e7d6b-a363-4a85-a1a1-7b73145ffec9 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "DELETE /v2.0/floatingips/3f27b357-3679-47f9-a8a4-e4aac234adf6 HTTP/1.1" status: 204 len: 168 time: 0.8237548 Aug 07 05:05:45.941802 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a36aa6db-5a97-48a7-a8a4-f962fb14a449', 'tag': '8de2ec4b-3b7b-4b42-89a0-22dd6decbc0b'}] {{(pid=93259) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 05:05:45.944424 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2475665ef9a7cb8741e3251ff967df6d1dd3d3eb822c2e36b28ddc32d9da7eec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-987eac9a-b293-4bb1-947d-6df2e0702a97" -d '{"events": [{"name": "network-changed", "server_uuid": "a36aa6db-5a97-48a7-a8a4-f962fb14a449", "tag": "8de2ec4b-3b7b-4b42-89a0-22dd6decbc0b"}]}' {{(pid=93259) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 05:05:46.039178 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvr_db [None req-0b4c58b8-d7c8-4179-ae6c-74353ad8fe7f None None] Set router ad8449e8-1e39-494b-b6a0-64c5d48e6b91 gateway port host: dv-cinder-759943-8-iscsi {{(pid=93261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:05:46.050307 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 05:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae255b48-1580-4811-bdd4-8554acc31be5 x-openstack-request-id: req-ae255b48-1580-4811-bdd4-8554acc31be5 {{(pid=93259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 05:05:46.050599 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a36aa6db-5a97-48a7-a8a4-f962fb14a449", "tag": "8de2ec4b-3b7b-4b42-89a0-22dd6decbc0b", "status": "completed", "code": 200}]} {{(pid=93259) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 05:05:46.050853 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ae255b48-1580-4811-bdd4-8554acc31be5 {{(pid=93259) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 05:05:46.051252 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a36aa6db-5a97-48a7-a8a4-f962fb14a449', 'tag': '8de2ec4b-3b7b-4b42-89a0-22dd6decbc0b', 'status': 'completed', 'code': 200} Aug 07 05:05:46.074191 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device 031a74b4-f6ba-430b-87e3-b97b45e6a6b7 no longer exists at agent hyperv_hv-cinder-75994 {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 05:05:46.107620 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.plugin [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] No Port match for: 031a74b4-f6ba-430b-87e3-b97b45e6a6b7 {{(pid=93261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 05:05:46.107962 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device 031a74b4-f6ba-430b-87e3-b97b45e6a6b7 not bound to the agent host hv-cinder-75994 {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 05:05:46.179009 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ef715-3877-495b-8ac0-f9e1a8fcbac8 req-19df570c-ddac-4ef9-8948-7d1903d7460e tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93259) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:05:46.179652 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987eac9a-b293-4bb1-947d-6df2e0702a97 req-32de6950-a882-495a-83b1-be413c9f559e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:05:46.181173 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-987eac9a-b293-4bb1-947d-6df2e0702a97 req-32de6950-a882-495a-83b1-be413c9f559e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e08ba5ab4feb433fa91e7057f10230b5&device_id=a36aa6db-5a97-48a7-a8a4-f962fb14a449 HTTP/1.1" status: 200 len: 1099 time: 0.1055822 Aug 07 05:05:46.182053 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-c46ef715-3877-495b-8ac0-f9e1a8fcbac8 req-19df570c-ddac-4ef9-8948-7d1903d7460e tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/ports?device_id=a36aa6db-5a97-48a7-a8a4-f962fb14a449 HTTP/1.1" status: 200 len: 946 time: 0.0537355 Aug 07 05:05:46.223062 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [req-c46ef715-3877-495b-8ac0-f9e1a8fcbac8 req-e7dd9f9f-3692-4065-a1da-5fdd91feb825 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdf2399-faeb-48c4-8780-bc2d176294d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348299 Aug 07 05:05:46.287847 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-0b4c58b8-d7c8-4179-ae6c-74353ad8fe7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad8449e8-1e39-494b-b6a0-64c5d48e6b91', 'name': 'tempest-TestVolumeBootPattern-751389754-router', 'tenant_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '04d2bc11-5988-414b-9f5a-7ad5d200461e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:57:47Z', 'updated_at': '2021-08-07T04:57:55Z', 'revision_number': 4, 'project_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'gw_port': {'id': '04d2bc11-5988-414b-9f5a-7ad5d200461e', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:59:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8449e8-1e39-494b-b6a0-64c5d48e6b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:49Z', 'updated_at': '2021-08-07T04:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi', '_interfaces': [{'id': '273fc0e9-9ab0-48df-a716-c8a6646d33b4', 'name': '', 'network_id': '733634ef-5b86-411e-9b36-39e7b92f41be', 'tenant_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'mac_address': 'fa:16:3e:5b:7c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8449e8-1e39-494b-b6a0-64c5d48e6b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'e84e0528-898f-4ad3-8787-7fdf44fd2ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:54Z', 'updated_at': '2021-08-07T04:58:04Z', 'revision_number': 5, 'project_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'subnets': [{'id': 'e84e0528-898f-4ad3-8787-7fdf44fd2ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:05:46.288241 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987eac9a-b293-4bb1-947d-6df2e0702a97 req-63608791-f6c9-4ec5-805d-410b4e587a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:05:46.289719 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-987eac9a-b293-4bb1-947d-6df2e0702a97 req-63608791-f6c9-4ec5-805d-410b4e587a26 service neutron] 10.222.0.43 "GET /v2.0/networks?id=733634ef-5b86-411e-9b36-39e7b92f41be HTTP/1.1" status: 200 len: 912 time: 0.0993972 Aug 07 05:05:46.313506 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4c58b8-d7c8-4179-ae6c-74353ad8fe7f None None] Checking router: ad8449e8-1e39-494b-b6a0-64c5d48e6b91 for host: dv-cinder-759943-8-iscsi {{(pid=93261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 05:05:46.321614 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4c58b8-d7c8-4179-ae6c-74353ad8fe7f None None] Routers {'ad8449e8-1e39-494b-b6a0-64c5d48e6b91'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:05:46.322283 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-0b4c58b8-d7c8-4179-ae6c-74353ad8fe7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T05:05:30Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['ad8449e8-1e39-494b-b6a0-64c5d48e6b91'], 'active': True} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:05:46.336061 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-987eac9a-b293-4bb1-947d-6df2e0702a97 req-5ee62c57-e962-4405-9fa4-f0854ab6b9d2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8de2ec4b-3b7b-4b42-89a0-22dd6decbc0b HTTP/1.1" status: 200 len: 217 time: 0.0385861 Aug 07 05:05:46.387034 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987eac9a-b293-4bb1-947d-6df2e0702a97 req-f19cb930-9ed3-40c7-8f81-5d7b3896dd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:05:46.389240 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-987eac9a-b293-4bb1-947d-6df2e0702a97 req-f19cb930-9ed3-40c7-8f81-5d7b3896dd2d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e84e0528-898f-4ad3-8787-7fdf44fd2ccb HTTP/1.1" status: 200 len: 850 time: 0.0461357 Aug 07 05:05:46.428911 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvr_db [None req-0b4c58b8-d7c8-4179-ae6c-74353ad8fe7f None None] Set router ad8449e8-1e39-494b-b6a0-64c5d48e6b91 gateway port host: dv-cinder-759943-8-iscsi {{(pid=93261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:05:46.438918 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987eac9a-b293-4bb1-947d-6df2e0702a97 req-3e020ded-eac9-4be6-9524-25bd8d6bd470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:05:46.440441 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-987eac9a-b293-4bb1-947d-6df2e0702a97 req-3e020ded-eac9-4be6-9524-25bd8d6bd470 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=733634ef-5b86-411e-9b36-39e7b92f41be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443327 Aug 07 05:05:46.542267 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-987eac9a-b293-4bb1-947d-6df2e0702a97 req-a9325532-0891-4e93-97d6-7a276eed251a service neutron] 10.222.0.43 "GET /v2.0/networks/733634ef-5b86-411e-9b36-39e7b92f41be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943179 Aug 07 05:05:46.639636 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-987eac9a-b293-4bb1-947d-6df2e0702a97 req-aa33cc7f-bdff-4411-9e1d-754a1fa8fdd4 service neutron] 10.222.0.43 "GET /v2.0/networks/733634ef-5b86-411e-9b36-39e7b92f41be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885878 Aug 07 05:05:46.750124 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-0b4c58b8-d7c8-4179-ae6c-74353ad8fe7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad8449e8-1e39-494b-b6a0-64c5d48e6b91', 'name': 'tempest-TestVolumeBootPattern-751389754-router', 'tenant_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '04d2bc11-5988-414b-9f5a-7ad5d200461e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:57:47Z', 'updated_at': '2021-08-07T04:57:55Z', 'revision_number': 4, 'project_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'gw_port': {'id': '04d2bc11-5988-414b-9f5a-7ad5d200461e', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:59:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8449e8-1e39-494b-b6a0-64c5d48e6b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:49Z', 'updated_at': '2021-08-07T04:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi', '_interfaces': [{'id': '273fc0e9-9ab0-48df-a716-c8a6646d33b4', 'name': '', 'network_id': '733634ef-5b86-411e-9b36-39e7b92f41be', 'tenant_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'mac_address': 'fa:16:3e:5b:7c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8449e8-1e39-494b-b6a0-64c5d48e6b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'e84e0528-898f-4ad3-8787-7fdf44fd2ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:54Z', 'updated_at': '2021-08-07T04:58:04Z', 'revision_number': 5, 'project_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'subnets': [{'id': 'e84e0528-898f-4ad3-8787-7fdf44fd2ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:05:46.778190 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4c58b8-d7c8-4179-ae6c-74353ad8fe7f None None] The sync data for ids ['ad8449e8-1e39-494b-b6a0-64c5d48e6b91'] in dv-cinder-759943-8-iscsi is: [{'id': 'ad8449e8-1e39-494b-b6a0-64c5d48e6b91', 'name': 'tempest-TestVolumeBootPattern-751389754-router', 'tenant_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '04d2bc11-5988-414b-9f5a-7ad5d200461e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:57:47Z', 'updated_at': '2021-08-07T04:57:55Z', 'revision_number': 4, 'project_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'gw_port': {'id': '04d2bc11-5988-414b-9f5a-7ad5d200461e', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:59:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8449e8-1e39-494b-b6a0-64c5d48e6b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:49Z', 'updated_at': '2021-08-07T04:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi', '_interfaces': [{'id': '273fc0e9-9ab0-48df-a716-c8a6646d33b4', 'name': '', 'network_id': '733634ef-5b86-411e-9b36-39e7b92f41be', 'tenant_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'mac_address': 'fa:16:3e:5b:7c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8449e8-1e39-494b-b6a0-64c5d48e6b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'e84e0528-898f-4ad3-8787-7fdf44fd2ccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:54Z', 'updated_at': '2021-08-07T04:58:04Z', 'revision_number': 5, 'project_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'subnets': [{'id': 'e84e0528-898f-4ad3-8787-7fdf44fd2ccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 05:05:46.991852 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333de737-fd06-459c-8430-bee9bfd4f8af None None] New status for floating IP 3f27b357-3679-47f9-a8a4-e4aac234adf6: DOWN {{(pid=93262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 05:05:47.342149 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d033b0-dbd8-4655-b428-83e49b25bc9c req-99e5bdff-b273-4a8e-8f2b-2eb3c806582a tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:05:47.343642 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-50d033b0-dbd8-4655-b428-83e49b25bc9c req-99e5bdff-b273-4a8e-8f2b-2eb3c806582a tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/ports?device_id=a36aa6db-5a97-48a7-a8a4-f962fb14a449 HTTP/1.1" status: 200 len: 946 time: 0.0482602 Aug 07 05:05:47.382223 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-50d033b0-dbd8-4655-b428-83e49b25bc9c req-271ef4e2-db64-4d3a-8d96-21aa023735af tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/security-groups?id=ffdf2399-faeb-48c4-8780-bc2d176294d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324247 Aug 07 05:05:47.633500 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b95880-3f4a-4f5c-99de-bedf4a1cfb8a req-0f85d9ac-0e76-4903-ad91-bc51918fe68f tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 05:05:47.634909 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-67b95880-3f4a-4f5c-99de-bedf4a1cfb8a req-0f85d9ac-0e76-4903-ad91-bc51918fe68f tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.43 "GET /v2.0/ports?device_id=a36aa6db-5a97-48a7-a8a4-f962fb14a449 HTTP/1.1" status: 200 len: 946 time: 0.0520403 Aug 07 05:05:47.726970 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.plugin [req-67b95880-3f4a-4f5c-99de-bedf4a1cfb8a req-f5c1dd15-92f6-489e-9d5d-699390a43ffd tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Deleting port 8de2ec4b-3b7b-4b42-89a0-22dd6decbc0b {{(pid=93260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:05:47.727309 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-67b95880-3f4a-4f5c-99de-bedf4a1cfb8a req-f5c1dd15-92f6-489e-9d5d-699390a43ffd tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768807591985'] for port, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:47.816634 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.db [req-67b95880-3f4a-4f5c-99de-bedf4a1cfb8a req-f5c1dd15-92f6-489e-9d5d-699390a43ffd tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] For port 8de2ec4b-3b7b-4b42-89a0-22dd6decbc0b, host hv-cinder-75994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75994',level=0,port_id=8de2ec4b-3b7b-4b42-89a0-22dd6decbc0b,segment=NetworkSegment(97498eba-fdf7-4cfc-895c-aca98f9581a8),segment_id=97498eba-fdf7-4cfc-895c-aca98f9581a8)] {{(pid=93260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:05:47.816901 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-67b95880-3f4a-4f5c-99de-bedf4a1cfb8a req-f5c1dd15-92f6-489e-9d5d-699390a43ffd tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769206'] for port, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:47.830146 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.plugin [req-67b95880-3f4a-4f5c-99de-bedf4a1cfb8a req-f5c1dd15-92f6-489e-9d5d-699390a43ffd tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Calling delete_port for 8de2ec4b-3b7b-4b42-89a0-22dd6decbc0b owned by compute:nova {{(pid=93260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:05:47.951887 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-67b95880-3f4a-4f5c-99de-bedf4a1cfb8a req-f5c1dd15-92f6-489e-9d5d-699390a43ffd tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768807598987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768807127278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9563756'] for port, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:47.983071 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c1dd15-92f6-489e-9d5d-699390a43ffd tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Pushing event deleted for resources: {'Port': ['ID=8de2ec4b-3b7b-4b42-89a0-22dd6decbc0b,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:48.024133 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.db.l3_dvrscheduler_db [req-67b95880-3f4a-4f5c-99de-bedf4a1cfb8a req-f5c1dd15-92f6-489e-9d5d-699390a43ffd tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] No DVR routers for this DVR port 8de2ec4b-3b7b-4b42-89a0-22dd6decbc0b on host hv-cinder-75994 {{(pid=93260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 05:05:48.026627 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [req-67b95880-3f4a-4f5c-99de-bedf4a1cfb8a req-f5c1dd15-92f6-489e-9d5d-699390a43ffd tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77622'] for port, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:48.028622 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-67b95880-3f4a-4f5c-99de-bedf4a1cfb8a req-f5c1dd15-92f6-489e-9d5d-699390a43ffd tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.43 "DELETE /v2.0/ports/8de2ec4b-3b7b-4b42-89a0-22dd6decbc0b HTTP/1.1" status: 204 len: 173 time: 0.3866923 Aug 07 05:05:48.029095 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a36aa6db-5a97-48a7-a8a4-f962fb14a449', 'name': 'network-vif-deleted', 'tag': '8de2ec4b-3b7b-4b42-89a0-22dd6decbc0b'}] {{(pid=93260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 05:05:48.031454 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9471522559f84b73cf1045644644c0a628e3dc4684c08e707fd64d6512f95f4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2dc0996-fe4e-4d67-a45e-9d6fc4fae224" -d '{"events": [{"server_uuid": "a36aa6db-5a97-48a7-a8a4-f962fb14a449", "name": "network-vif-deleted", "tag": "8de2ec4b-3b7b-4b42-89a0-22dd6decbc0b"}]}' {{(pid=93260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 05:05:48.066899 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 05:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c384a595-9596-450c-b847-ab7b40fb68b7 x-openstack-request-id: req-c384a595-9596-450c-b847-ab7b40fb68b7 {{(pid=93260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 05:05:48.067191 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a36aa6db-5a97-48a7-a8a4-f962fb14a449", "name": "network-vif-deleted", "tag": "8de2ec4b-3b7b-4b42-89a0-22dd6decbc0b", "status": "completed", "code": 200}]} {{(pid=93260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 05:05:48.067443 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c384a595-9596-450c-b847-ab7b40fb68b7 {{(pid=93260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 05:05:48.067829 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a36aa6db-5a97-48a7-a8a4-f962fb14a449', 'name': 'network-vif-deleted', 'tag': '8de2ec4b-3b7b-4b42-89a0-22dd6decbc0b', 'status': 'completed', 'code': 200} Aug 07 05:05:48.487539 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [req-61612fb5-bcfa-4b25-ab24-25ec969a6be5 req-76e37642-f831-420a-a3e8-5f9b59c497bd tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "GET /v2.0/ports?device_id=a36aa6db-5a97-48a7-a8a4-f962fb14a449 HTTP/1.1" status: 200 len: 210 time: 0.0255685 Aug 07 05:05:49.543373 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 46188) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:05:49.662142 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.plugin [None req-a46912f5-f9ae-45f9-9f11-a3a3e6b55dd7 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Deleting port f9d27db3-65c6-4c79-8a2e-a42bdbbc7522 {{(pid=93259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:05:49.662467 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-a46912f5-f9ae-45f9-9f11-a3a3e6b55dd7 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768807591985'] for port, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:49.737392 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-a46912f5-f9ae-45f9-9f11-a3a3e6b55dd7 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769206'] for port, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:49.737713 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-a46912f5-f9ae-45f9-9f11-a3a3e6b55dd7 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:49.749497 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.plugin [None req-a46912f5-f9ae-45f9-9f11-a3a3e6b55dd7 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Calling delete_port for f9d27db3-65c6-4c79-8a2e-a42bdbbc7522 owned by network:floatingip {{(pid=93259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:05:49.877821 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-a46912f5-f9ae-45f9-9f11-a3a3e6b55dd7 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768807598987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768807127278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513232'] for port, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:49.902106 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46912f5-f9ae-45f9-9f11-a3a3e6b55dd7 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Pushing event deleted for resources: {'Port': ['ID=f9d27db3-65c6-4c79-8a2e-a42bdbbc7522,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:49.965551 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-a46912f5-f9ae-45f9-9f11-a3a3e6b55dd7 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks [] for floatingip, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:49.968433 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-a46912f5-f9ae-45f9-9f11-a3a3e6b55dd7 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-77622'] for floatingip, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:49.969612 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-a46912f5-f9ae-45f9-9f11-a3a3e6b55dd7 tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "DELETE /v2.0/floatingips/4228dce8-b48e-4cd4-9a73-b575f43763d1 HTTP/1.1" status: 204 len: 168 time: 0.4252727 Aug 07 05:05:51.165858 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 46200) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:05:51.230352 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-ac8283f8-0cfb-4a90-b96d-231df3b4a25d tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks [] for security_group, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:51.258701 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-ac8283f8-0cfb-4a90-b96d-231df3b4a25d tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:51.324245 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-ac8283f8-0cfb-4a90-b96d-231df3b4a25d tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:51.326872 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-ac8283f8-0cfb-4a90-b96d-231df3b4a25d tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Notify callbacks [] for security_group, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:51.328076 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-ac8283f8-0cfb-4a90-b96d-231df3b4a25d tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] 10.222.0.13 "DELETE /v2.0/security-groups/ffdf2399-faeb-48c4-8780-bc2d176294d9 HTTP/1.1" status: 204 len: 168 time: 0.1611929 Aug 07 05:05:51.341120 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8283f8-0cfb-4a90-b96d-231df3b4a25d tempest-TestVolumeBootPattern-1705080456 tempest-TestVolumeBootPattern-1705080456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffdf2399-faeb-48c4-8780-bc2d176294d9,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:51.389749 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 46204) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:05:51.826971 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-1acc71b9-85b1-4bd2-85fe-b08fdd9c9dd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766084'] for router_interface, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:52.069377 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.plugin [None req-1acc71b9-85b1-4bd2-85fe-b08fdd9c9dd8 admin admin] Deleting port 273fc0e9-9ab0-48df-a716-c8a6646d33b4 {{(pid=93259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:05:52.069721 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-1acc71b9-85b1-4bd2-85fe-b08fdd9c9dd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768807591985'] for port, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:52.097597 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device 8de2ec4b-3b7b-4b42-89a0-22dd6decbc0b no longer exists at agent hyperv_hv-cinder-75994 {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 05:05:52.117084 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.plugin [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] No Port match for: 8de2ec4b-3b7b-4b42-89a0-22dd6decbc0b {{(pid=93261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 05:05:52.117430 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Device 8de2ec4b-3b7b-4b42-89a0-22dd6decbc0b not bound to the agent host hv-cinder-75994 {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 05:05:52.152263 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.db [None req-1acc71b9-85b1-4bd2-85fe-b08fdd9c9dd8 admin admin] For port 273fc0e9-9ab0-48df-a716-c8a6646d33b4, host dv-cinder-759943-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-8-iscsi',level=0,port_id=273fc0e9-9ab0-48df-a716-c8a6646d33b4,segment=NetworkSegment(97498eba-fdf7-4cfc-895c-aca98f9581a8),segment_id=97498eba-fdf7-4cfc-895c-aca98f9581a8)] {{(pid=93259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:05:52.152624 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-1acc71b9-85b1-4bd2-85fe-b08fdd9c9dd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769206'] for port, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:52.165537 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.plugin [None req-1acc71b9-85b1-4bd2-85fe-b08fdd9c9dd8 admin admin] Calling delete_port for 273fc0e9-9ab0-48df-a716-c8a6646d33b4 owned by network:router_interface {{(pid=93259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:05:52.341421 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-1acc71b9-85b1-4bd2-85fe-b08fdd9c9dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768807598987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768807127278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513232'] for port, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:52.365787 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acc71b9-85b1-4bd2-85fe-b08fdd9c9dd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=273fc0e9-9ab0-48df-a716-c8a6646d33b4,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:52.548990 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-1acc71b9-85b1-4bd2-85fe-b08fdd9c9dd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-740916'] for router_interface, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:53.004135 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1acc71b9-85b1-4bd2-85fe-b08fdd9c9dd8 admin admin] Router ad8449e8-1e39-494b-b6a0-64c5d48e6b91 has already been hosted by L3 agent c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6 {{(pid=93259) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 05:05:53.109904 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1acc71b9-85b1-4bd2-85fe-b08fdd9c9dd8 admin admin] Notify agent at l3_agent.dv-cinder-759943-8-iscsi the message routers_updated {{(pid=93259) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 05:05:53.114926 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-1acc71b9-85b1-4bd2-85fe-b08fdd9c9dd8 admin admin] 10.222.0.13 "PUT /v2.0/routers/ad8449e8-1e39-494b-b6a0-64c5d48e6b91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7227628 Aug 07 05:05:53.117723 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 46208) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:05:53.120823 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1e0490-b7ef-47a2-9dd8-475d8bf11feb None None] Sync routers for ids ['ad8449e8-1e39-494b-b6a0-64c5d48e6b91'] in dv-cinder-759943-8-iscsi {{(pid=93261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 05:05:53.131184 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1e0490-b7ef-47a2-9dd8-475d8bf11feb None None] Routers {'ad8449e8-1e39-494b-b6a0-64c5d48e6b91'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:05:53.131729 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-9e1e0490-b7ef-47a2-9dd8-475d8bf11feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T05:05:30Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['ad8449e8-1e39-494b-b6a0-64c5d48e6b91'], 'active': True} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:05:53.222926 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-cfdb43af-22f8-4076-8b0e-0a36a5fb2020 admin admin] Notify callbacks [] for router, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:53.237426 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvr_db [None req-9e1e0490-b7ef-47a2-9dd8-475d8bf11feb None None] Set router ad8449e8-1e39-494b-b6a0-64c5d48e6b91 gateway port host: dv-cinder-759943-8-iscsi {{(pid=93261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:05:53.323632 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-cfdb43af-22f8-4076-8b0e-0a36a5fb2020 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:53.376166 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.plugin [None req-cfdb43af-22f8-4076-8b0e-0a36a5fb2020 admin admin] Deleting port 04d2bc11-5988-414b-9f5a-7ad5d200461e {{(pid=93259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:05:53.376833 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-cfdb43af-22f8-4076-8b0e-0a36a5fb2020 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768807591985'] for port, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:53.417024 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-9e1e0490-b7ef-47a2-9dd8-475d8bf11feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad8449e8-1e39-494b-b6a0-64c5d48e6b91', 'name': 'tempest-TestVolumeBootPattern-751389754-router', 'tenant_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '04d2bc11-5988-414b-9f5a-7ad5d200461e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:57:47Z', 'updated_at': '2021-08-07T05:05:52Z', 'revision_number': 5, 'project_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'gw_port': {'id': '04d2bc11-5988-414b-9f5a-7ad5d200461e', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:59:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8449e8-1e39-494b-b6a0-64c5d48e6b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:49Z', 'updated_at': '2021-08-07T04:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi'}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:05:53.451691 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1e0490-b7ef-47a2-9dd8-475d8bf11feb None None] Checking router: ad8449e8-1e39-494b-b6a0-64c5d48e6b91 for host: dv-cinder-759943-8-iscsi {{(pid=93261) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 05:05:53.460216 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.db [None req-cfdb43af-22f8-4076-8b0e-0a36a5fb2020 admin admin] For port 04d2bc11-5988-414b-9f5a-7ad5d200461e, host dv-cinder-759943-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-8-iscsi',level=0,port_id=04d2bc11-5988-414b-9f5a-7ad5d200461e,segment=NetworkSegment(ac6f53da-148d-4154-8f83-3b309cb182da),segment_id=ac6f53da-148d-4154-8f83-3b309cb182da)] {{(pid=93259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:05:53.460875 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-cfdb43af-22f8-4076-8b0e-0a36a5fb2020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769206'] for port, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:53.462832 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1e0490-b7ef-47a2-9dd8-475d8bf11feb None None] Routers {'ad8449e8-1e39-494b-b6a0-64c5d48e6b91'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93261) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:05:53.462832 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-9e1e0490-b7ef-47a2-9dd8-475d8bf11feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T05:05:30Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['ad8449e8-1e39-494b-b6a0-64c5d48e6b91'], 'active': True} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:05:53.475749 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.plugin [None req-cfdb43af-22f8-4076-8b0e-0a36a5fb2020 admin admin] Calling delete_port for 04d2bc11-5988-414b-9f5a-7ad5d200461e owned by network:router_gateway {{(pid=93259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:05:53.556261 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvr_db [None req-9e1e0490-b7ef-47a2-9dd8-475d8bf11feb None None] Set router ad8449e8-1e39-494b-b6a0-64c5d48e6b91 gateway port host: None {{(pid=93261) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:05:53.609888 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_hamode_db [None req-9e1e0490-b7ef-47a2-9dd8-475d8bf11feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad8449e8-1e39-494b-b6a0-64c5d48e6b91', 'name': 'tempest-TestVolumeBootPattern-751389754-router', 'tenant_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:57:47Z', 'updated_at': '2021-08-07T05:05:53Z', 'revision_number': 6, 'project_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'gw_port_host': None}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:05:53.641470 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1e0490-b7ef-47a2-9dd8-475d8bf11feb None None] The sync data for ids ['ad8449e8-1e39-494b-b6a0-64c5d48e6b91'] in dv-cinder-759943-8-iscsi is: [{'id': 'ad8449e8-1e39-494b-b6a0-64c5d48e6b91', 'name': 'tempest-TestVolumeBootPattern-751389754-router', 'tenant_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:57:47Z', 'updated_at': '2021-08-07T05:05:53Z', 'revision_number': 6, 'project_id': 'e08ba5ab4feb433fa91e7057f10230b5', 'gw_port_host': None}] {{(pid=93261) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 05:05:53.661916 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-cfdb43af-22f8-4076-8b0e-0a36a5fb2020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768807598987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768807127278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513232'] for port, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:53.686728 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdb43af-22f8-4076-8b0e-0a36a5fb2020 admin admin] Pushing event deleted for resources: {'Port': ['ID=04d2bc11-5988-414b-9f5a-7ad5d200461e,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:53.751918 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-cfdb43af-22f8-4076-8b0e-0a36a5fb2020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-766674'] for router_gateway, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:53.849740 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-cfdb43af-22f8-4076-8b0e-0a36a5fb2020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1671'] for router, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:53.852011 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-cfdb43af-22f8-4076-8b0e-0a36a5fb2020 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:53.900015 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-cfdb43af-22f8-4076-8b0e-0a36a5fb2020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-739794'] for router, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:53.900574 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfdb43af-22f8-4076-8b0e-0a36a5fb2020 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad8449e8-1e39-494b-b6a0-64c5d48e6b91 {{(pid=93259) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 07 05:05:53.904865 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-cfdb43af-22f8-4076-8b0e-0a36a5fb2020 admin admin] Notify callbacks [] for router, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:53.906292 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-cfdb43af-22f8-4076-8b0e-0a36a5fb2020 admin admin] 10.222.0.13 "DELETE /v2.0/routers/ad8449e8-1e39-494b-b6a0-64c5d48e6b91 HTTP/1.1" status: 204 len: 168 time: 0.7873535 Aug 07 05:05:53.908610 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 46210) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:05:53.959585 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fb7e46d-a092-44dd-96d9-cce9475829e0 admin admin] Deleting subnet e84e0528-898f-4ad3-8787-7fdf44fd2ccb {{(pid=93259) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 05:05:53.964373 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-4fb7e46d-a092-44dd-96d9-cce9475829e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:54.000589 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-4fb7e46d-a092-44dd-96d9-cce9475829e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9496115'] for subnet, precommit_delete_associations {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:54.091877 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-4fb7e46d-a092-44dd-96d9-cce9475829e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799044'] for subnet, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:54.147687 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-4fb7e46d-a092-44dd-96d9-cce9475829e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8513251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9365121'] for subnet, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:54.171027 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb7e46d-a092-44dd-96d9-cce9475829e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e84e0528-898f-4ad3-8787-7fdf44fd2ccb,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:54.177295 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-4fb7e46d-a092-44dd-96d9-cce9475829e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568364'] for subnet, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:54.179245 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-4fb7e46d-a092-44dd-96d9-cce9475829e0 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e84e0528-898f-4ad3-8787-7fdf44fd2ccb HTTP/1.1" status: 204 len: 168 time: 0.2696924 Aug 07 05:05:54.181722 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 46212) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:05:54.185086 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cba2912-bd0c-4318-ae25-a7d39bbb4a45 None None] Network 733634ef-5b86-411e-9b36-39e7b92f41be requested from dv-cinder-759943-8-iscsi {{(pid=93261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 05:05:54.251406 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-37e77bb3-78d4-445e-b583-920776aebbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1651291'] for network, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:54.310755 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.plugin [None req-37e77bb3-78d4-445e-b583-920776aebbc2 admin admin] Deleting port 2739c803-cf72-4e0d-bc9f-cc5bea9eae18 {{(pid=93259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:05:54.311097 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-37e77bb3-78d4-445e-b583-920776aebbc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768807591985'] for port, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:54.375886 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.db [None req-37e77bb3-78d4-445e-b583-920776aebbc2 admin admin] For port 2739c803-cf72-4e0d-bc9f-cc5bea9eae18, host dv-cinder-759943-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-8-iscsi',level=0,port_id=2739c803-cf72-4e0d-bc9f-cc5bea9eae18,segment=NetworkSegment(97498eba-fdf7-4cfc-895c-aca98f9581a8),segment_id=97498eba-fdf7-4cfc-895c-aca98f9581a8)] {{(pid=93259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:05:54.376109 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-37e77bb3-78d4-445e-b583-920776aebbc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769206'] for port, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:54.389760 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.plugin [None req-37e77bb3-78d4-445e-b583-920776aebbc2 admin admin] Calling delete_port for 2739c803-cf72-4e0d-bc9f-cc5bea9eae18 owned by network:dhcp {{(pid=93259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:05:54.403850 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0e7c5f-98f7-4e8a-bd3c-c97cb38aac0b None None] DHCP port deletion for 733634ef-5b86-411e-9b36-39e7b92f41be request from dv-cinder-759943-8-iscsi {{(pid=93261) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 07 05:05:54.466487 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.plugin [None req-ac0e7c5f-98f7-4e8a-bd3c-c97cb38aac0b None None] Deleting port 2739c803-cf72-4e0d-bc9f-cc5bea9eae18 {{(pid=93261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:05:54.466858 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-ac0e7c5f-98f7-4e8a-bd3c-c97cb38aac0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768807591985'] for port, before_delete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:54.477128 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-37e77bb3-78d4-445e-b583-920776aebbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768807598987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768807127278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513232'] for port, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:54.505091 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e77bb3-78d4-445e-b583-920776aebbc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2739c803-cf72-4e0d-bc9f-cc5bea9eae18,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:54.510484 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e77bb3-78d4-445e-b583-920776aebbc2 admin admin] No DVR routers for this DVR port 2739c803-cf72-4e0d-bc9f-cc5bea9eae18 on host dv-cinder-759943-8-iscsi {{(pid=93259) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 05:05:54.537254 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.db [None req-ac0e7c5f-98f7-4e8a-bd3c-c97cb38aac0b None None] For port 2739c803-cf72-4e0d-bc9f-cc5bea9eae18, host dv-cinder-759943-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-8-iscsi',level=0,port_id=2739c803-cf72-4e0d-bc9f-cc5bea9eae18,segment=NetworkSegment(97498eba-fdf7-4cfc-895c-aca98f9581a8),segment_id=97498eba-fdf7-4cfc-895c-aca98f9581a8)] {{(pid=93261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:05:54.537934 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-ac0e7c5f-98f7-4e8a-bd3c-c97cb38aac0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769206'] for port, precommit_delete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:54.551875 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.plugin [None req-ac0e7c5f-98f7-4e8a-bd3c-c97cb38aac0b None None] Calling delete_port for 2739c803-cf72-4e0d-bc9f-cc5bea9eae18 owned by network:dhcp {{(pid=93261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:05:54.583399 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-37e77bb3-78d4-445e-b583-920776aebbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798403', 'neutron.services.segments.db._delete_segments_for_network-8768807654000'] for network, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:54.598976 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.services.segments.db [None req-37e77bb3-78d4-445e-b583-920776aebbc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['733634ef-5b86-411e-9b36-39e7b92f41be']}} {{(pid=93259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:05:54.617385 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.services.segments.db [None req-37e77bb3-78d4-445e-b583-920776aebbc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97498eba-fdf7-4cfc-895c-aca98f9581a8') {'for_net_delete': True} {{(pid=93259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:05:54.617935 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.services.segments.db [None req-37e77bb3-78d4-445e-b583-920776aebbc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97498eba-fdf7-4cfc-895c-aca98f9581a8') {} {{(pid=93259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:05:54.632653 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-37e77bb3-78d4-445e-b583-920776aebbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768807608441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9496100'] for segment, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:54.653615 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-ac0e7c5f-98f7-4e8a-bd3c-c97cb38aac0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768807598987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768807127278'] for port, after_delete {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:54.658375 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-37e77bb3-78d4-445e-b583-920776aebbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799109'] for segment, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:54.666907 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37e77bb3-78d4-445e-b583-920776aebbc2 admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=93259) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 05:05:54.667394 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-37e77bb3-78d4-445e-b583-920776aebbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8513085'] for segment, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:54.669440 dv-cinder-759943-8-iscsi neutron-server[93259]: Traceback (most recent call last): Aug 07 05:05:54.669440 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 05:05:54.669440 dv-cinder-759943-8-iscsi neutron-server[93259]: timer() Aug 07 05:05:54.669440 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 05:05:54.669440 dv-cinder-759943-8-iscsi neutron-server[93259]: cb(*args, **kw) Aug 07 05:05:54.669440 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 05:05:54.669440 dv-cinder-759943-8-iscsi neutron-server[93259]: return func(*args, **kwargs) Aug 07 05:05:54.669440 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 05:05:54.669440 dv-cinder-759943-8-iscsi neutron-server[93259]: self._notify() Aug 07 05:05:54.669440 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 05:05:54.669440 dv-cinder-759943-8-iscsi neutron-server[93259]: self.callback(batched_events) Aug 07 05:05:54.669440 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 05:05:54.669440 dv-cinder-759943-8-iscsi neutron-server[93259]: event.method(event) Aug 07 05:05:54.669440 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 05:05:54.669440 dv-cinder-759943-8-iscsi neutron-server[93259]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 05:05:54.669440 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 05:05:54.669440 dv-cinder-759943-8-iscsi neutron-server[93259]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 05:05:54.669440 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 05:05:54.669440 dv-cinder-759943-8-iscsi neutron-server[93259]: return f(self, *a, **k) Aug 07 05:05:54.669440 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 05:05:54.669440 dv-cinder-759943-8-iscsi neutron-server[93259]: return self._get(url).json() Aug 07 05:05:54.669440 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 05:05:54.669440 dv-cinder-759943-8-iscsi neutron-server[93259]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 05:05:54.669440 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 05:05:54.669440 dv-cinder-759943-8-iscsi neutron-server[93259]: return self.request(url, 'GET', **kwargs) Aug 07 05:05:54.669440 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 05:05:54.669440 dv-cinder-759943-8-iscsi neutron-server[93259]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 05:05:54.669440 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 05:05:54.669440 dv-cinder-759943-8-iscsi neutron-server[93259]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 05:05:54.669440 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 05:05:54.669440 dv-cinder-759943-8-iscsi neutron-server[93259]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 05:05:54.669440 dv-cinder-759943-8-iscsi neutron-server[93259]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 05:05:54.685205 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0e7c5f-98f7-4e8a-bd3c-c97cb38aac0b None None] Pushing event deleted for resources: {'Port': ['ID=2739c803-cf72-4e0d-bc9f-cc5bea9eae18,revision_number=None']} {{(pid=93261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:54.689619 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0e7c5f-98f7-4e8a-bd3c-c97cb38aac0b None None] No DVR routers for this DVR port 2739c803-cf72-4e0d-bc9f-cc5bea9eae18 on host dv-cinder-759943-8-iscsi {{(pid=93261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 05:05:54.696779 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0e7c5f-98f7-4e8a-bd3c-c97cb38aac0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:05:54.700146 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0e7c5f-98f7-4e8a-bd3c-c97cb38aac0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:05:54.700632 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0e7c5f-98f7-4e8a-bd3c-c97cb38aac0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:05:54.700973 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0e7c5f-98f7-4e8a-bd3c-c97cb38aac0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:05:54.701303 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0e7c5f-98f7-4e8a-bd3c-c97cb38aac0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:05:54.701630 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0e7c5f-98f7-4e8a-bd3c-c97cb38aac0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:05:54.702081 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0e7c5f-98f7-4e8a-bd3c-c97cb38aac0b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:05:54.702300 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0e7c5f-98f7-4e8a-bd3c-c97cb38aac0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:05:54.702663 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0e7c5f-98f7-4e8a-bd3c-c97cb38aac0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:05:54.702988 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0e7c5f-98f7-4e8a-bd3c-c97cb38aac0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:05:54.703306 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0e7c5f-98f7-4e8a-bd3c-c97cb38aac0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:05:54.703615 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0e7c5f-98f7-4e8a-bd3c-c97cb38aac0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759943-8-iscsi {{(pid=93261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 05:05:54.737961 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-37e77bb3-78d4-445e-b583-920776aebbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-766646'] for network, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:54.743836 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-37e77bb3-78d4-445e-b583-920776aebbc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568364'] for network, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:54.745675 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-37e77bb3-78d4-445e-b583-920776aebbc2 admin admin] 10.222.0.13 "DELETE /v2.0/networks/733634ef-5b86-411e-9b36-39e7b92f41be HTTP/1.1" status: 204 len: 168 time: 0.5629907 Aug 07 05:05:54.748710 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 46214) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:05:54.757391 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e77bb3-78d4-445e-b583-920776aebbc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=733634ef-5b86-411e-9b36-39e7b92f41be,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:54.950803 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device 273fc0e9-9ab0-48df-a716-c8a6646d33b4 no longer exists at agent ovs-agent-dv-cinder-759943-8-iscsi {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 05:05:54.972500 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.plugin [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] No Port match for: 273fc0e9-9ab0-48df-a716-c8a6646d33b4 {{(pid=93261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 05:05:54.972849 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device 273fc0e9-9ab0-48df-a716-c8a6646d33b4 not bound to the agent host dv-cinder-759943-8-iscsi {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 05:05:54.973281 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device 04d2bc11-5988-414b-9f5a-7ad5d200461e no longer exists at agent ovs-agent-dv-cinder-759943-8-iscsi {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 05:05:54.992431 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.plugin [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] No Port match for: 04d2bc11-5988-414b-9f5a-7ad5d200461e {{(pid=93261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 05:05:54.992785 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device 04d2bc11-5988-414b-9f5a-7ad5d200461e not bound to the agent host dv-cinder-759943-8-iscsi {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 05:05:54.993214 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device 2739c803-cf72-4e0d-bc9f-cc5bea9eae18 no longer exists at agent ovs-agent-dv-cinder-759943-8-iscsi {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 05:05:55.012879 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.plugin [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] No Port match for: 2739c803-cf72-4e0d-bc9f-cc5bea9eae18 {{(pid=93261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 05:05:55.013156 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device 2739c803-cf72-4e0d-bc9f-cc5bea9eae18 not bound to the agent host dv-cinder-759943-8-iscsi {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 05:05:55.112204 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-85c81910-d8cc-45e3-972f-360ab8490e94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-766084'] for router_interface, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:55.618307 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.plugin [None req-85c81910-d8cc-45e3-972f-360ab8490e94 admin admin] Deleting port 222f52b0-a8ba-46e4-a349-883769faf647 {{(pid=93260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:05:55.618642 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-85c81910-d8cc-45e3-972f-360ab8490e94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768807591985'] for port, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:55.695366 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.db [None req-85c81910-d8cc-45e3-972f-360ab8490e94 admin admin] For port 222f52b0-a8ba-46e4-a349-883769faf647, host dv-cinder-759943-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-8-iscsi',level=0,port_id=222f52b0-a8ba-46e4-a349-883769faf647,segment=NetworkSegment(2ba60da2-721d-4f69-a0c0-c749dbefa83a),segment_id=2ba60da2-721d-4f69-a0c0-c749dbefa83a)] {{(pid=93260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:05:55.695731 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-85c81910-d8cc-45e3-972f-360ab8490e94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769206'] for port, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:55.708212 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.plugin [None req-85c81910-d8cc-45e3-972f-360ab8490e94 admin admin] Calling delete_port for 222f52b0-a8ba-46e4-a349-883769faf647 owned by network:router_interface {{(pid=93260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:05:55.884071 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-85c81910-d8cc-45e3-972f-360ab8490e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768807598987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768807127278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9563756'] for port, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:55.906895 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c81910-d8cc-45e3-972f-360ab8490e94 admin admin] Pushing event deleted for resources: {'Port': ['ID=222f52b0-a8ba-46e4-a349-883769faf647,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:56.074932 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-85c81910-d8cc-45e3-972f-360ab8490e94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-740916'] for router_interface, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:56.294779 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85c81910-d8cc-45e3-972f-360ab8490e94 admin admin] Router b5b927f8-d49e-47e8-9a2f-c7c4c765d6c6 has already been hosted by L3 agent c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6 {{(pid=93260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 05:05:56.401768 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85c81910-d8cc-45e3-972f-360ab8490e94 admin admin] Notify agent at l3_agent.dv-cinder-759943-8-iscsi the message routers_updated {{(pid=93260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 05:05:56.409072 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-85c81910-d8cc-45e3-972f-360ab8490e94 admin admin] 10.222.0.13 "PUT /v2.0/routers/b5b927f8-d49e-47e8-9a2f-c7c4c765d6c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6592309 Aug 07 05:05:56.410857 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 46216) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:05:56.411029 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728928e8-a8e0-45ab-bed2-5ba35fe47a94 None None] Sync routers for ids ['b5b927f8-d49e-47e8-9a2f-c7c4c765d6c6'] in dv-cinder-759943-8-iscsi {{(pid=93262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 05:05:56.420142 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728928e8-a8e0-45ab-bed2-5ba35fe47a94 None None] Routers {'b5b927f8-d49e-47e8-9a2f-c7c4c765d6c6'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:05:56.420741 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_hamode_db [None req-728928e8-a8e0-45ab-bed2-5ba35fe47a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T05:05:30Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['b5b927f8-d49e-47e8-9a2f-c7c4c765d6c6'], 'active': True} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:05:56.524637 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-23895607-ad53-4180-a76d-2a8327dacf97 admin admin] Notify callbacks [] for router, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:56.525564 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvr_db [None req-728928e8-a8e0-45ab-bed2-5ba35fe47a94 None None] Set router b5b927f8-d49e-47e8-9a2f-c7c4c765d6c6 gateway port host: dv-cinder-759943-8-iscsi {{(pid=93262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:05:56.623461 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-23895607-ad53-4180-a76d-2a8327dacf97 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:56.686590 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.plugin [None req-23895607-ad53-4180-a76d-2a8327dacf97 admin admin] Deleting port 6e7ee5c4-6214-49cf-9400-d38c0ac6ed02 {{(pid=93260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:05:56.686993 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-23895607-ad53-4180-a76d-2a8327dacf97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768807591985'] for port, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:56.710083 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_hamode_db [None req-728928e8-a8e0-45ab-bed2-5ba35fe47a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b927f8-d49e-47e8-9a2f-c7c4c765d6c6', 'name': 'tempest-TestVolumeBootPattern-814439534-router', 'tenant_id': '96b35cb678544ebabcc8af7363df0326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'external_fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': '6e7ee5c4-6214-49cf-9400-d38c0ac6ed02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:57:59Z', 'updated_at': '2021-08-07T05:05:55Z', 'revision_number': 5, 'project_id': '96b35cb678544ebabcc8af7363df0326', 'gw_port': {'id': '6e7ee5c4-6214-49cf-9400-d38c0ac6ed02', 'name': '', 'network_id': '7234aba2-ebe6-4f3d-9fb1-8b27c89e529f', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:de:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5b927f8-d49e-47e8-9a2f-c7c4c765d6c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759943-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T04:57:59Z', 'updated_at': '2021-08-07T04:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7cdca82c-7858-4732-9c64-e97074532a2d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759943-8-iscsi'}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:05:56.772221 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.db [None req-23895607-ad53-4180-a76d-2a8327dacf97 admin admin] For port 6e7ee5c4-6214-49cf-9400-d38c0ac6ed02, host dv-cinder-759943-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-8-iscsi',level=0,port_id=6e7ee5c4-6214-49cf-9400-d38c0ac6ed02,segment=NetworkSegment(ac6f53da-148d-4154-8f83-3b309cb182da),segment_id=ac6f53da-148d-4154-8f83-3b309cb182da)] {{(pid=93260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:05:56.772586 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-23895607-ad53-4180-a76d-2a8327dacf97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769206'] for port, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:56.787183 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.plugins.ml2.plugin [None req-23895607-ad53-4180-a76d-2a8327dacf97 admin admin] Calling delete_port for 6e7ee5c4-6214-49cf-9400-d38c0ac6ed02 owned by network:router_gateway {{(pid=93260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:05:56.789413 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-cfb5d45e-22e8-453b-8343-112c211a820d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:56.827611 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728928e8-a8e0-45ab-bed2-5ba35fe47a94 None None] Checking router: b5b927f8-d49e-47e8-9a2f-c7c4c765d6c6 for host: dv-cinder-759943-8-iscsi {{(pid=93262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 05:05:56.836541 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728928e8-a8e0-45ab-bed2-5ba35fe47a94 None None] Routers {'b5b927f8-d49e-47e8-9a2f-c7c4c765d6c6'} bound to L3 agent in host dv-cinder-759943-8-iscsi {{(pid=93262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 05:05:56.837135 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_hamode_db [None req-728928e8-a8e0-45ab-bed2-5ba35fe47a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759943-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T04:47:30Z,description=,heartbeat_timestamp=2021-08-07T05:05:30Z,host='dv-cinder-759943-8-iscsi',id=c1ca6a5d-f0d6-47be-acd5-aaa54b64adc6,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T04:47:30Z,topic='l3_agent')) {'router_ids': ['b5b927f8-d49e-47e8-9a2f-c7c4c765d6c6'], 'active': True} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:05:56.919755 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_dvr_db [None req-728928e8-a8e0-45ab-bed2-5ba35fe47a94 None None] Set router b5b927f8-d49e-47e8-9a2f-c7c4c765d6c6 gateway port host: None {{(pid=93262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 05:05:56.972065 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-23895607-ad53-4180-a76d-2a8327dacf97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768807598987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768807127278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9563756'] for port, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:56.979380 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.l3_hamode_db [None req-728928e8-a8e0-45ab-bed2-5ba35fe47a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5b927f8-d49e-47e8-9a2f-c7c4c765d6c6', 'name': 'tempest-TestVolumeBootPattern-814439534-router', 'tenant_id': '96b35cb678544ebabcc8af7363df0326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:57:59Z', 'updated_at': '2021-08-07T05:05:56Z', 'revision_number': 6, 'project_id': '96b35cb678544ebabcc8af7363df0326', 'gw_port_host': None}], 'dv-cinder-759943-8-iscsi', False) {} {{(pid=93262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:05:56.997286 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23895607-ad53-4180-a76d-2a8327dacf97 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e7ee5c4-6214-49cf-9400-d38c0ac6ed02,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:57.007187 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728928e8-a8e0-45ab-bed2-5ba35fe47a94 None None] The sync data for ids ['b5b927f8-d49e-47e8-9a2f-c7c4c765d6c6'] in dv-cinder-759943-8-iscsi is: [{'id': 'b5b927f8-d49e-47e8-9a2f-c7c4c765d6c6', 'name': 'tempest-TestVolumeBootPattern-814439534-router', 'tenant_id': '96b35cb678544ebabcc8af7363df0326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T04:57:59Z', 'updated_at': '2021-08-07T05:05:56Z', 'revision_number': 6, 'project_id': '96b35cb678544ebabcc8af7363df0326', 'gw_port_host': None}] {{(pid=93262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 05:05:57.063146 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-23895607-ad53-4180-a76d-2a8327dacf97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-766674'] for router_gateway, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:57.151687 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-23895607-ad53-4180-a76d-2a8327dacf97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-739622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1671'] for router, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:57.153621 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-23895607-ad53-4180-a76d-2a8327dacf97 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:57.195800 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-23895607-ad53-4180-a76d-2a8327dacf97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-739794'] for router, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:57.196375 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23895607-ad53-4180-a76d-2a8327dacf97 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5b927f8-d49e-47e8-9a2f-c7c4c765d6c6 {{(pid=93260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 07 05:05:57.200620 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-23895607-ad53-4180-a76d-2a8327dacf97 admin admin] Notify callbacks [] for router, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:57.201752 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-23895607-ad53-4180-a76d-2a8327dacf97 admin admin] 10.222.0.13 "DELETE /v2.0/routers/b5b927f8-d49e-47e8-9a2f-c7c4c765d6c6 HTTP/1.1" status: 204 len: 168 time: 0.7899790 Aug 07 05:05:57.204354 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.wsgi [-] (93260) accepted ('10.222.0.13', 46218) {{(pid=93260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:05:57.250863 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9566312-0862-4134-afe9-1c75907d51bd admin admin] Deleting subnet 645a7c68-374d-4490-a340-310a659c1789 {{(pid=93260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 05:05:57.253813 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-b9566312-0862-4134-afe9-1c75907d51bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:57.288330 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-b9566312-0862-4134-afe9-1c75907d51bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9590751'] for subnet, precommit_delete_associations {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:57.370860 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-b9566312-0862-4134-afe9-1c75907d51bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799044'] for subnet, precommit_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:57.430494 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-b9566312-0862-4134-afe9-1c75907d51bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799059', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9563743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9718305'] for subnet, after_delete {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:57.461699 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9566312-0862-4134-afe9-1c75907d51bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=645a7c68-374d-4490-a340-310a659c1789,revision_number=None']} {{(pid=93260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:57.463588 dv-cinder-759943-8-iscsi neutron-server[93260]: DEBUG neutron_lib.callbacks.manager [None req-b9566312-0862-4134-afe9-1c75907d51bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:57.467989 dv-cinder-759943-8-iscsi neutron-server[93260]: INFO neutron.wsgi [None req-b9566312-0862-4134-afe9-1c75907d51bd admin admin] 10.222.0.13 "DELETE /v2.0/subnets/645a7c68-374d-4490-a340-310a659c1789 HTTP/1.1" status: 204 len: 168 time: 0.2626929 Aug 07 05:05:57.468784 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 46220) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:05:57.471226 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11f2661-2296-4559-8922-1be2b5c5c98c None None] Network b3a15962-6753-49ce-b1eb-22bccec29f3c requested from dv-cinder-759943-8-iscsi {{(pid=93261) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 05:05:57.540315 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-46e2f54a-7d84-4cd7-b8fe-7486c5407652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1651291'] for network, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:57.592445 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.plugin [None req-46e2f54a-7d84-4cd7-b8fe-7486c5407652 admin admin] Deleting port 34f9eaed-4411-4aa9-adee-5a16e77f6d82 {{(pid=93259) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 05:05:57.592788 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-46e2f54a-7d84-4cd7-b8fe-7486c5407652 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768807591985'] for port, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:57.654914 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.db [None req-46e2f54a-7d84-4cd7-b8fe-7486c5407652 admin admin] For port 34f9eaed-4411-4aa9-adee-5a16e77f6d82, host dv-cinder-759943-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759943-8-iscsi',level=0,port_id=34f9eaed-4411-4aa9-adee-5a16e77f6d82,segment=NetworkSegment(2ba60da2-721d-4f69-a0c0-c749dbefa83a),segment_id=2ba60da2-721d-4f69-a0c0-c749dbefa83a)] {{(pid=93259) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 05:05:57.655269 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-46e2f54a-7d84-4cd7-b8fe-7486c5407652 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-769206'] for port, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:57.668175 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.plugin [None req-46e2f54a-7d84-4cd7-b8fe-7486c5407652 admin admin] Calling delete_port for 34f9eaed-4411-4aa9-adee-5a16e77f6d82 owned by network:dhcp {{(pid=93259) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 05:05:57.753743 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-46e2f54a-7d84-4cd7-b8fe-7486c5407652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1833875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768807598987', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768807127278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8513232'] for port, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:57.789683 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e2f54a-7d84-4cd7-b8fe-7486c5407652 admin admin] Pushing event deleted for resources: {'Port': ['ID=34f9eaed-4411-4aa9-adee-5a16e77f6d82,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:57.791850 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cec04b7-0242-42a7-a494-9762f6f8fe5d None None] DHCP port deletion for b3a15962-6753-49ce-b1eb-22bccec29f3c request from dv-cinder-759943-8-iscsi {{(pid=93261) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 07 05:05:57.793575 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e2f54a-7d84-4cd7-b8fe-7486c5407652 admin admin] No DVR routers for this DVR port 34f9eaed-4411-4aa9-adee-5a16e77f6d82 on host dv-cinder-759943-8-iscsi {{(pid=93259) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 05:05:57.866644 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-46e2f54a-7d84-4cd7-b8fe-7486c5407652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1798403', 'neutron.services.segments.db._delete_segments_for_network-8768807654000'] for network, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:57.878344 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.services.segments.db [None req-46e2f54a-7d84-4cd7-b8fe-7486c5407652 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3a15962-6753-49ce-b1eb-22bccec29f3c']}} {{(pid=93259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:05:57.893366 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.services.segments.db [None req-46e2f54a-7d84-4cd7-b8fe-7486c5407652 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ba60da2-721d-4f69-a0c0-c749dbefa83a') {'for_net_delete': True} {{(pid=93259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:05:57.893666 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.services.segments.db [None req-46e2f54a-7d84-4cd7-b8fe-7486c5407652 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ba60da2-721d-4f69-a0c0-c749dbefa83a') {} {{(pid=93259) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 05:05:57.902829 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-46e2f54a-7d84-4cd7-b8fe-7486c5407652 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768807608441', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9496100'] for segment, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:57.917027 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-46e2f54a-7d84-4cd7-b8fe-7486c5407652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799109'] for segment, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:57.924176 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46e2f54a-7d84-4cd7-b8fe-7486c5407652 admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=93259) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 05:05:57.924462 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-46e2f54a-7d84-4cd7-b8fe-7486c5407652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1799109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8513085'] for segment, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:57.926264 dv-cinder-759943-8-iscsi neutron-server[93259]: Traceback (most recent call last): Aug 07 05:05:57.926264 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 05:05:57.926264 dv-cinder-759943-8-iscsi neutron-server[93259]: timer() Aug 07 05:05:57.926264 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 05:05:57.926264 dv-cinder-759943-8-iscsi neutron-server[93259]: cb(*args, **kw) Aug 07 05:05:57.926264 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 05:05:57.926264 dv-cinder-759943-8-iscsi neutron-server[93259]: return func(*args, **kwargs) Aug 07 05:05:57.926264 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 05:05:57.926264 dv-cinder-759943-8-iscsi neutron-server[93259]: self._notify() Aug 07 05:05:57.926264 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 05:05:57.926264 dv-cinder-759943-8-iscsi neutron-server[93259]: self.callback(batched_events) Aug 07 05:05:57.926264 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 05:05:57.926264 dv-cinder-759943-8-iscsi neutron-server[93259]: event.method(event) Aug 07 05:05:57.926264 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 05:05:57.926264 dv-cinder-759943-8-iscsi neutron-server[93259]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 05:05:57.926264 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 05:05:57.926264 dv-cinder-759943-8-iscsi neutron-server[93259]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 05:05:57.926264 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 05:05:57.926264 dv-cinder-759943-8-iscsi neutron-server[93259]: return f(self, *a, **k) Aug 07 05:05:57.926264 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 05:05:57.926264 dv-cinder-759943-8-iscsi neutron-server[93259]: return self._get(url).json() Aug 07 05:05:57.926264 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 05:05:57.926264 dv-cinder-759943-8-iscsi neutron-server[93259]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 05:05:57.926264 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 05:05:57.926264 dv-cinder-759943-8-iscsi neutron-server[93259]: return self.request(url, 'GET', **kwargs) Aug 07 05:05:57.926264 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 05:05:57.926264 dv-cinder-759943-8-iscsi neutron-server[93259]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 05:05:57.926264 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 05:05:57.926264 dv-cinder-759943-8-iscsi neutron-server[93259]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 05:05:57.926264 dv-cinder-759943-8-iscsi neutron-server[93259]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 05:05:57.926264 dv-cinder-759943-8-iscsi neutron-server[93259]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 05:05:57.926264 dv-cinder-759943-8-iscsi neutron-server[93259]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 05:05:57.982022 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-46e2f54a-7d84-4cd7-b8fe-7486c5407652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1798426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-739520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-766646'] for network, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:57.989165 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-46e2f54a-7d84-4cd7-b8fe-7486c5407652 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568364'] for network, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:57.991208 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-46e2f54a-7d84-4cd7-b8fe-7486c5407652 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b3a15962-6753-49ce-b1eb-22bccec29f3c HTTP/1.1" status: 204 len: 168 time: 0.5200636 Aug 07 05:05:58.005064 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e2f54a-7d84-4cd7-b8fe-7486c5407652 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3a15962-6753-49ce-b1eb-22bccec29f3c,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:58.110840 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 46224) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:05:58.151776 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-ce3b9b56-85b0-46f6-9075-1f0623940134 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e08ba5ab4feb433fa91e7057f10230b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0397458 Aug 07 05:05:58.154207 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 46226) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:05:58.202058 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-ea7e4563-609d-4adf-a0f5-c1281bb828c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:58.228504 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-ea7e4563-609d-4adf-a0f5-c1281bb828c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:58.276276 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-ea7e4563-609d-4adf-a0f5-c1281bb828c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:58.279069 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-ea7e4563-609d-4adf-a0f5-c1281bb828c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:58.280236 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-ea7e4563-609d-4adf-a0f5-c1281bb828c1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aea0cfc2-9660-4806-8fcb-be0853b49bff HTTP/1.1" status: 204 len: 168 time: 0.1251340 Aug 07 05:05:58.288616 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7e4563-609d-4adf-a0f5-c1281bb828c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea0cfc2-9660-4806-8fcb-be0853b49bff,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:58.606279 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 46232) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:05:58.646923 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-c386f45e-b757-4a14-8360-575a70246c55 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=96b35cb678544ebabcc8af7363df0326&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0394950 Aug 07 05:05:58.649237 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.wsgi [-] (93259) accepted ('10.222.0.13', 46234) {{(pid=93259) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 05:05:58.695908 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-befd46af-d529-4776-b8aa-d999ba6b37fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:58.716656 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-befd46af-d529-4776-b8aa-d999ba6b37fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:58.762579 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-befd46af-d529-4776-b8aa-d999ba6b37fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-733601'] for security_group, after_delete {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:58.765166 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron_lib.callbacks.manager [None req-befd46af-d529-4776-b8aa-d999ba6b37fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93259) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:58.766561 dv-cinder-759943-8-iscsi neutron-server[93259]: INFO neutron.wsgi [None req-befd46af-d529-4776-b8aa-d999ba6b37fe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6e30dda6-da51-4c59-9c35-661afd8a477e HTTP/1.1" status: 204 len: 168 time: 0.1164048 Aug 07 05:05:58.774230 dv-cinder-759943-8-iscsi neutron-server[93259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befd46af-d529-4776-b8aa-d999ba6b37fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e30dda6-da51-4c59-9c35-661afd8a477e,revision_number=None']} {{(pid=93259) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 05:05:58.942156 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device 34f9eaed-4411-4aa9-adee-5a16e77f6d82 no longer exists at agent ovs-agent-dv-cinder-759943-8-iscsi {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 05:05:58.962858 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.plugin [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] No Port match for: 34f9eaed-4411-4aa9-adee-5a16e77f6d82 {{(pid=93261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 05:05:58.963301 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device 34f9eaed-4411-4aa9-adee-5a16e77f6d82 not bound to the agent host dv-cinder-759943-8-iscsi {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 05:05:58.963798 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device 6e7ee5c4-6214-49cf-9400-d38c0ac6ed02 no longer exists at agent ovs-agent-dv-cinder-759943-8-iscsi {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 05:05:58.988870 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.plugin [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] No Port match for: 6e7ee5c4-6214-49cf-9400-d38c0ac6ed02 {{(pid=93261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 05:05:58.989081 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device 6e7ee5c4-6214-49cf-9400-d38c0ac6ed02 not bound to the agent host dv-cinder-759943-8-iscsi {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 05:05:58.989526 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device 222f52b0-a8ba-46e4-a349-883769faf647 no longer exists at agent ovs-agent-dv-cinder-759943-8-iscsi {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 05:05:59.009973 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.plugin [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] No Port match for: 222f52b0-a8ba-46e4-a349-883769faf647 {{(pid=93261) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 05:05:59.010318 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron.plugins.ml2.rpc [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Device 222f52b0-a8ba-46e4-a349-883769faf647 not bound to the agent host dv-cinder-759943-8-iscsi {{(pid=93261) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 05:05:59.378139 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:59.708681 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a4c387fe-b924-432a-9141-a1ce0daad14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:05:59.721562 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:06:00.771521 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-f79f476c-1ac6-45f4-a536-05d31601a6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:06:02.550331 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-fe46c1f5-d46f-4bdc-a2a5-961a9e169c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:06:17.657605 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.agents_db [None req-236ba2d6-2b68-46f9-96aa-64978379ec1a None None] Agent healthcheck: found 6 active agents {{(pid=93262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 05:06:26.791565 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-8ebd9147-8fb1-475b-87bb-a51c1c90de56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:06:29.389824 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:06:29.718926 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-6721ca6d-1287-49c3-a700-36f916207b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:06:29.722456 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:06:30.774049 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-f79f476c-1ac6-45f4-a536-05d31601a6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:06:32.552316 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-fe46c1f5-d46f-4bdc-a2a5-961a9e169c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:06:54.657021 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.agents_db [None req-236ba2d6-2b68-46f9-96aa-64978379ec1a None None] Agent healthcheck: found 6 active agents {{(pid=93262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 05:06:56.792375 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-fa64ffb0-8241-47b2-a25c-f0bd9a364acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:06:59.391503 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:06:59.717810 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-7d8477af-cc7c-4213-8bcc-c335ab2de4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:06:59.720320 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:07:00.777090 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-f79f476c-1ac6-45f4-a536-05d31601a6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:07:02.555230 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-fe46c1f5-d46f-4bdc-a2a5-961a9e169c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:07:26.793401 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-28aa088a-17b9-4a6b-ae1e-ba197d018c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:07:29.405802 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:07:29.718501 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-f19ac14b-5508-48eb-86de-abdafa0be071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:07:29.722697 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:07:30.779343 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-f79f476c-1ac6-45f4-a536-05d31601a6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:07:31.655694 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.agents_db [None req-236ba2d6-2b68-46f9-96aa-64978379ec1a None None] Agent healthcheck: found 6 active agents {{(pid=93262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 05:07:32.557256 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-fe46c1f5-d46f-4bdc-a2a5-961a9e169c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:07:56.795113 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-5f9e99ea-7b2d-4991-9569-ef8a8b15f4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:07:59.405699 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:07:59.718332 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-f60f54e5-f7bd-44fd-8095-4c7c220043a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:07:59.720209 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:08:00.783875 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-f79f476c-1ac6-45f4-a536-05d31601a6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:08:02.560289 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-fe46c1f5-d46f-4bdc-a2a5-961a9e169c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:08:08.655585 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.agents_db [None req-236ba2d6-2b68-46f9-96aa-64978379ec1a None None] Agent healthcheck: found 6 active agents {{(pid=93262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 05:08:26.796176 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a71e2b7b-1e03-4aab-80f3-4420312b372e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:08:29.435806 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:08:29.719832 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-7ef75fbf-a975-49b2-aa05-b22e9e67ada3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:08:29.724045 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:08:30.786564 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-f79f476c-1ac6-45f4-a536-05d31601a6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:08:32.563488 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-fe46c1f5-d46f-4bdc-a2a5-961a9e169c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:08:45.655483 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.agents_db [None req-236ba2d6-2b68-46f9-96aa-64978379ec1a None None] Agent healthcheck: found 6 active agents {{(pid=93262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 05:08:56.797399 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-2bab51d0-df9f-42a4-81dc-3ba5810a9553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:08:59.442072 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:08:59.720341 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-782edc2b-2759-4d68-a1ab-2f71e69ceacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:08:59.721861 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:09:00.788159 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-f79f476c-1ac6-45f4-a536-05d31601a6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:09:02.566592 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-fe46c1f5-d46f-4bdc-a2a5-961a9e169c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:09:22.653654 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.agents_db [None req-236ba2d6-2b68-46f9-96aa-64978379ec1a None None] Agent healthcheck: found 6 active agents {{(pid=93262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 05:09:26.798782 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-04293b16-35b2-4165-8eb5-7372f0ac2080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:09:29.449635 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:09:29.725979 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-0a200732-bce2-46c8-80c3-5ec991eea017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:09:29.727816 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:09:30.791230 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-f79f476c-1ac6-45f4-a536-05d31601a6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:09:32.572063 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-fe46c1f5-d46f-4bdc-a2a5-961a9e169c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:09:56.799700 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-f72951e4-7a2f-4bdd-8da3-8c630f25acfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:09:59.449084 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:09:59.652489 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.agents_db [None req-236ba2d6-2b68-46f9-96aa-64978379ec1a None None] Agent healthcheck: found 6 active agents {{(pid=93262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 05:09:59.708775 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-1dac23d8-2f18-491f-9fb3-bd2d21f7032e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:09:59.719556 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:10:00.792734 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-f79f476c-1ac6-45f4-a536-05d31601a6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:10:02.572913 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-fe46c1f5-d46f-4bdc-a2a5-961a9e169c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:10:26.800756 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-c80b5f6c-f20f-4417-9628-aefe8ea79929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:10:29.463263 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:10:29.718136 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-5f9649c9-6f88-42f3-9ff2-bcf0598b052d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:10:29.725118 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:10:30.797289 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-f79f476c-1ac6-45f4-a536-05d31601a6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:10:32.575883 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-fe46c1f5-d46f-4bdc-a2a5-961a9e169c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:10:36.651527 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.agents_db [None req-236ba2d6-2b68-46f9-96aa-64978379ec1a None None] Agent healthcheck: found 6 active agents {{(pid=93262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 05:10:56.802632 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-b8632b35-27dd-4ea8-940f-265b3abacc9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:10:59.476861 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-79fda369-8b5e-44b0-a210-b38ddd2b6959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:10:59.710633 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-18f5b939-16d4-412b-a457-4655b15f7d7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:10:59.728017 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-a6b983df-6641-47e7-bc34-2614487638fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:00.798894 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-f79f476c-1ac6-45f4-a536-05d31601a6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:02.578852 dv-cinder-759943-8-iscsi neutron-server[93261]: DEBUG neutron_lib.callbacks.manager [None req-fe46c1f5-d46f-4bdc-a2a5-961a9e169c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768807653892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1362829'] for agent, after_update {{(pid=93261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 05:11:13.650715 dv-cinder-759943-8-iscsi neutron-server[93262]: DEBUG neutron.db.agents_db [None req-236ba2d6-2b68-46f9-96aa-64978379ec1a None None] Agent healthcheck: found 6 active agents {{(pid=93262) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}